-- Logs begin at Thu 2021-04-22 15:32:24 UTC, end at Thu 2021-04-22 16:50:40 UTC. -- Apr 22 16:16:25.111995 dv-cinder-784623-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 16:16:28.275267 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.common.config [-] Logging enabled! Apr 22 16:16:28.275666 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 16:16:28.277186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86372) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 16:16:28.279065 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.common.config [-] Logging enabled! Apr 22 16:16:28.279349 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 16:16:28.279699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86372) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 16:16:28.280788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:16:28.281052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:16:28.282138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:16:28.282419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:16:28.282677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:16:28.283042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.283382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.283717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.283979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.284343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.284678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.284997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.285326 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.285662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.285981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.286294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.286610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.286869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.287188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.287515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.287840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.288094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] debug = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.288438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.288971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.289286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.289598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.289923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.290232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.290535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.290841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.291155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.291513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] host = dv-cinder-784623-7-iscsi {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.291824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.292183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.292749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.293071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.293377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.293685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.294005 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.294432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.294784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] log_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.295093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.295417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.295741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.296073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.296354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.296607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.296936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.297261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.297569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.297876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.298182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.298486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.298790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.299088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.299410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.299731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.300054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.300393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.300701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.301001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.301304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.301622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.301926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.302231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.302538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.302862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.303163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.303467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.303805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.304127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.304470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.304790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.305094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.305412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.305712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.306013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.306315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] use_json = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.306618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.306922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.307238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.307538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.307836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.308168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.308467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.308787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:28.309116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.309449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.310638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.310959 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.311295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.311610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.311936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.312272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.312599 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.312927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.313246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.313555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.313873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.314181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.314511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.314857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.315192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.315521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.315828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.316405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.316712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.317024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.317344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.317686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.318013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.318319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.318631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.318957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.319269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.319573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.319885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.320233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.320546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.320853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.321168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.321476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.321781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.322082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.322393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.322716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.323021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.323323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.323624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.323931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.324257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.324576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.324884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.325188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.326094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.326409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.326710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.327016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.327324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.327640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.327948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.328279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.328584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.328889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.329193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.329497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.329801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.330106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.330415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.330719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.331021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.331324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.331628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.331933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.332297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.332630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.332940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.333250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.333560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.333869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.334177 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.334484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.334793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.335103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.335409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.335736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.336053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.336413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.336727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.337038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.337375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.337682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.337998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.338308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.338618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.338941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.339255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.339584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.339913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.340272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.340605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.340931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.341346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.341696 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.342009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:28.342255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:16:28.342515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86372) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 22 16:16:29.008011 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO keyring.backend [-] Loading Gnome Apr 22 16:16:29.025191 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO keyring.backend [-] Loading Google Apr 22 16:16:29.027848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO keyring.backend [-] Loading Windows (alt) Apr 22 16:16:29.031811 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO keyring.backend [-] Loading file Apr 22 16:16:29.032668 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO keyring.backend [-] Loading keyczar Apr 22 16:16:29.032944 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO keyring.backend [-] Loading multi Apr 22 16:16:29.033578 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO keyring.backend [-] Loading pyfs Apr 22 16:16:29.079531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:29.079840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:29.080187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:29.080553 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 16:16:29.478964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.479517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.479517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.480915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.481338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.481656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.519104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.519363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.519661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.534918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.535227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.535524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.600633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.600946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.601243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.602236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.602536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.604271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.877214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.877540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.877846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.878154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:29.878984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.025862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.026244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.026569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.026872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.027171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.027549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.028017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.028347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.028659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.029005 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.029304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.029615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.029931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.030219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.030533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.030849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.031145 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.031461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.031747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.032083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.032558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.032846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.033129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.033469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.033754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.034082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.034505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:30.034784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:30.035063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:30.035337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:30.035612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:30.035887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:30.036333 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 16:16:30.039426 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 16:16:30.043565 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 16:16:30.047855 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 22 16:16:30.049524 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 16:16:30.050805 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 16:16:30.051175 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 16:16:30.051604 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 16:16:30.055326 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 16:16:30.055609 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 16:16:30.055998 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 16:16:30.083238 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 16:16:30.083749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.084082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86372) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 16:16:30.084558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.085901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86372) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 16:16:30.086216 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 16:16:30.086491 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 16:16:30.089612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.089937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.156335 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 16:16:30.156558 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 16:16:30.156829 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 16:16:30.157230 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 16:16:30.191327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.sqlalchemy.engines [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86372) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 16:16:30.680696 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing driver for type 'gre' Apr 22 16:16:30.681243 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] gre ID ranges: [(1, 1000)] Apr 22 16:16:30.791726 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing driver for type 'local' Apr 22 16:16:30.792099 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing driver for type 'vlan' Apr 22 16:16:30.860174 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] VlanTypeDriver initialization complete Apr 22 16:16:30.860594 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing driver for type 'vxlan' Apr 22 16:16:30.861145 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] vxlan ID ranges: [(1, 1000)] Apr 22 16:16:30.983578 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing extension driver 'port_security' Apr 22 16:16:30.983884 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.extensions.port_security [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] PortSecurityExtensionDriver initialization complete Apr 22 16:16:30.984322 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing mechanism driver 'openvswitch' Apr 22 16:16:30.984728 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing mechanism driver 'hyperv' Apr 22 16:16:30.990936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:30.991756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.992198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.992573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.992995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.993383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.993764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.994178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.994560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.994937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.995350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.995732 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.996284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.996702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.997080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.997504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.997924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.998304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.998678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:30.999042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] ML2 OVO RPC backend initialized. {{(pid=86372) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 22 16:16:30.999837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.000252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.000712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.001096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > networks before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.001478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.001855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > ports before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.002239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.002616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.003002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.003378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.003750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.004123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.004538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.004906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.005280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.005650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.006017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.006647 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.plugin [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Modular L2 Plugin initialization complete Apr 22 16:16:31.007004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading services supported by the core plugin {{(pid=86372) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 16:16:31.007366 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.plugins.ml2.managers [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Got port-security extension from driver 'port_security' Apr 22 16:16:31.007871 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.extensions.vlantransparent [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Disabled vlantransparent extension. Apr 22 16:16:31.008431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86372) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 16:16:31.008774 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: router Apr 22 16:16:31.047957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.048420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router after_create 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.048833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router before_create 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.049242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.049662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.050055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router after_delete 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.050461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.050996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router after_create 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.051383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router after_update 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.051779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router after_update 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.052185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.052598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router after_update 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.053217 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.053641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.054027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: port after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.054405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: subnet after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.054786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.055176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.055565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.055951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: port before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.056362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.056772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router after_update 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.057157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.057547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.057958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.058344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.058776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > network after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.059777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Tracking information for resource: router configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:31.060210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Tracking information for resource: floatingip configured {{(pid=86372) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:16:31.064996 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_agentschedulers_db [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 16:16:31.065643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.066048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: port after_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.066434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: port after_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.066821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: port after_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.067733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router before_create 55550100 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.068178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.068564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.068960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.073878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.provider_configuration [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service providers = [] {{(pid=86372) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 16:16:31.074275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.servicetype_db [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86372) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 16:16:31.077776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.service_base [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:16:31.078159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.service_base [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:16:31.078536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.service_base [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:16:31.079420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.service_base [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86372) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:16:31.079816 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.services.service_base [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 16:16:31.080256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.080610 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 16:16:31.090762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.091134 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: auto_allocate Apr 22 16:16:31.097723 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: network precommit_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.098131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: network precommit_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.098719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.099076 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: tag Apr 22 16:16:31.115799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.116175 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: timestamp Apr 22 16:16:31.120001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.120415 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: network_ip_availability Apr 22 16:16:31.125904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.126306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.126699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.127493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.127851 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: flavors Apr 22 16:16:31.132368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.132736 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading Plugin: revisions Apr 22 16:16:31.138818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86372) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:16:31.139254 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.059s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:31.140064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86372) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 22 16:16:31.140459 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Initializing extension manager. Apr 22 16:16:31.141029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: __init__.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.141454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: __pycache__ {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.141828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.142287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: address_group.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.143109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.143805 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: address-group Apr 22 16:16:31.144202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: address_scope.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.144958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.145545 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: address-scope Apr 22 16:16:31.145906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.146871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.147458 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: router-admin-state-down-before-update Apr 22 16:16:31.147829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: agent.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.148682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.149257 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: agent Apr 22 16:16:31.149618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: agent_resources_synced.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.150544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.151119 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: agent-resources-synced Apr 22 16:16:31.151482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.153349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.154599 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: allowed-address-pairs Apr 22 16:16:31.154974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.156065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.156676 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: auto-allocated-topology Apr 22 16:16:31.157045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: availability_zone.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.157809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.158388 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: availability_zone Apr 22 16:16:31.158751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: availability_zone_filter.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.159685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.160335 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: availability_zone_filter Apr 22 16:16:31.160647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: data_plane_status.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.161698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.162278 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 16:16:31.162638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: default_subnetpools.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.163574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.164176 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: default-subnetpools Apr 22 16:16:31.164546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.165431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.166010 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: dhcp_agent_scheduler Apr 22 16:16:31.166376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: dns.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.167552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.168127 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 16:16:31.168524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: dns_domain_ports.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.169503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.170073 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 16:16:31.170429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: dvr.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.171152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.171730 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: dvr Apr 22 16:16:31.172090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: empty_string_filtering.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.173046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.173622 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: empty-string-filtering Apr 22 16:16:31.173983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.174912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.175481 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 16:16:31.175840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.176783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.177357 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 16:16:31.177722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: external_net.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.178652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.179228 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: external-net Apr 22 16:16:31.179587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.180567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.181148 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: extra_dhcp_opt Apr 22 16:16:31.181508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: extraroute.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.182474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.183053 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: extraroute Apr 22 16:16:31.183415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: extraroute_atomic.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.184476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.185674 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: extraroute-atomic Apr 22 16:16:31.186022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: filter_validation.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.186729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.187302 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: filter-validation Apr 22 16:16:31.187662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: fip_pf_description.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.188616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.189182 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 16:16:31.189541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: fip_port_details.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.190571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.191148 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: fip-port-details Apr 22 16:16:31.191506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: flavors.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.192787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.193373 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: flavors Apr 22 16:16:31.193742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.195389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.195979 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 16:16:31.196372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: floatingip_pools.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.197137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.197727 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: floatingip-pools Apr 22 16:16:31.198094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: ip_allocation.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.199044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.199620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 16:16:31.199985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.201552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.202129 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: ip-substring-filtering Apr 22 16:16:31.202496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l2_adjacency.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.203426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.203995 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 16:16:31.204389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l3.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.205470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.206054 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: router Apr 22 16:16:31.206422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.208739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.209341 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 16:16:31.209714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.210654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.211238 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: ext-gw-mode Apr 22 16:16:31.211606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.212663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.213248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: l3-ha Apr 22 16:16:31.213616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l3_flavors.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.214544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.215126 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: l3-flavors Apr 22 16:16:31.215490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.216481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.217058 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 16:16:31.217423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: l3agentscheduler.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.218614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.219206 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: l3_agent_scheduler Apr 22 16:16:31.219574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: logging.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.221139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.221728 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension logging not supported by any of loaded plugins Apr 22 16:16:31.222101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: metering.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.222906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.223603 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: metering Apr 22 16:16:31.223972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.225120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.225691 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: metering_source_and_destination_fields Apr 22 16:16:31.226056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: multiprovidernet.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.226996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.227584 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: multi-provider Apr 22 16:16:31.227957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: netmtu.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.228917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.229495 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: net-mtu Apr 22 16:16:31.229860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: netmtu_writable.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.230799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.231372 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: net-mtu-writable Apr 22 16:16:31.231736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: network_availability_zone.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.232620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.233195 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: network_availability_zone Apr 22 16:16:31.233564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: network_ip_availability.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.234735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.235274 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: network-ip-availability Apr 22 16:16:31.235634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: network_segment_range.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.236502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.237077 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 16:16:31.237440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: pagination.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.238465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.238845 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: pagination Apr 22 16:16:31.239211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: port_device_profile.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.240168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.240753 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: port-device-profile Apr 22 16:16:31.241116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.242055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.242635 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: port-mac-address-regenerate Apr 22 16:16:31.242995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.243929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.244541 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: port-numa-affinity-policy Apr 22 16:16:31.244905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: port_resource_request.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.245827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.246395 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 16:16:31.246756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: portbindings.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.248272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.248995 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: binding Apr 22 16:16:31.249364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: portbindings_extended.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.250663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.251241 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: binding-extended Apr 22 16:16:31.251608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: portsecurity.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.252571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.253154 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: port-security Apr 22 16:16:31.253517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: project_id.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.254500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.254875 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: project-id Apr 22 16:16:31.255236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: providernet.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.256227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.256808 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: provider Apr 22 16:16:31.257171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.260914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.261519 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos not supported by any of loaded plugins Apr 22 16:16:31.261894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.263867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.264648 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 16:16:31.265024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.266009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.266586 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 16:16:31.266952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_default.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.268007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.270033 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-default not supported by any of loaded plugins Apr 22 16:16:31.270400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_fip.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.271213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.271785 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 16:16:31.272164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.273132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.273715 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 16:16:31.274084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.275026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.275606 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 16:16:31.275971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.276933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.277511 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 16:16:31.277874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: qos_rules_alias.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.279007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.279584 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 16:16:31.279947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: quotasv2.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.281046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.281422 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: quotas Apr 22 16:16:31.281783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: quotasv2_detail.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.283545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.283936 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: quota_details Apr 22 16:16:31.284392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: rbac.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.285528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.286132 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: rbac-policies Apr 22 16:16:31.286505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: rbac_address_group.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.287452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.288042 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: rbac-address-group Apr 22 16:16:31.288439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: rbac_address_scope.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.289373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.289956 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: rbac-address-scope Apr 22 16:16:31.290323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: rbac_security_groups.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.291253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.291830 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: rbac-security-groups Apr 22 16:16:31.292222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.293417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.294005 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: rbac-subnetpool Apr 22 16:16:31.294402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: revisionifmatch.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.295343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.295922 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: revision-if-match Apr 22 16:16:31.296311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: revisions.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.297459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.298035 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: standard-attr-revisions Apr 22 16:16:31.298407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: router_availability_zone.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.299133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.299709 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: router_availability_zone Apr 22 16:16:31.300071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: routerservicetype.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.301040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.301613 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 16:16:31.301978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.302914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.303489 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: security-groups-normalized-cidr Apr 22 16:16:31.303852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.304840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.305417 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: port-security-groups-filtering Apr 22 16:16:31.305777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.306725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.307302 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: security-groups-remote-address-group Apr 22 16:16:31.307661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: securitygroup.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.321772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.322394 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: security-group Apr 22 16:16:31.322765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: segment.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.323632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.324242 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension segment not supported by any of loaded plugins Apr 22 16:16:31.324615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.325590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.326723 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 16:16:31.327086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: servicetype.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.328218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.328816 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: service-type Apr 22 16:16:31.329182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: sorting.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.330166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.330548 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: sorting Apr 22 16:16:31.330912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: standard_attr_segment.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.331838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.332482 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 16:16:31.332848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: standardattrdescription.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.333547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.334138 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: standard-attr-description Apr 22 16:16:31.334502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: stateful_security_group.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.335436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.336040 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: stateful-security-group Apr 22 16:16:31.336430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: stdattrs_common.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.337016 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 16:16:31.337376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.338389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.338968 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 16:16:31.339327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: subnet_onboard.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.340426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.341012 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: subnet_onboard Apr 22 16:16:31.341440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.342375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.342956 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 16:16:31.343320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: subnet_service_types.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.344289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.344879 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: subnet-service-types Apr 22 16:16:31.345242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: subnetallocation.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.346331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.346917 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: subnet_allocation Apr 22 16:16:31.347294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.347978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.348599 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: subnetpool-prefix-ops Apr 22 16:16:31.348961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.349933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.350515 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 16:16:31.350878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: tagging.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.352183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.352788 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: standard-attr-tag Apr 22 16:16:31.353156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: timestamp.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.354334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.354919 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loaded extension: standard-attr-timestamp Apr 22 16:16:31.355290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: trunk.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.356389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.357120 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension trunk not supported by any of loaded plugins Apr 22 16:16:31.357578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: trunk_details.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.358536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.359112 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 16:16:31.359476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.360442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.361022 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 16:16:31.361385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Loading extension file: vlantransparent.py {{(pid=86372) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:16:31.362084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86372) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:16:31.362666 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 16:16:31.365423 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:network Apr 22 16:16:31.366248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:subnet Apr 22 16:16:31.366936 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:16:31.367613 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:port Apr 22 16:16:31.369163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.369657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service FLAVORS assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.370351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.370822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.371197 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:router Apr 22 16:16:31.373039 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 16:16:31.373828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service METERING assigned prefix: /metering {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.375650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.376065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.376551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86372) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:16:31.377695 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 16:16:31.378181 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:security_group Apr 22 16:16:31.379007 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 16:16:31.379823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service CORE assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.380229 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:16:31.380600 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] subnetpool is already registered Apr 22 16:16:31.381281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service CORE assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.381632 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:16:31.381991 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] subnetpool is already registered Apr 22 16:16:31.384785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.385273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service FLAVORS assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.385925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.386395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.386771 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:router Apr 22 16:16:31.387137 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] router is already registered Apr 22 16:16:31.387807 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 16:16:31.388757 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] floatingip is already registered Apr 22 16:16:31.389461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service METERING assigned prefix: /metering {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.390204 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 16:16:31.390570 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] rbac_policy is already registered Apr 22 16:16:31.391199 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:security_group Apr 22 16:16:31.391564 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] security_group is already registered Apr 22 16:16:31.392248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 16:16:31.392615 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] security_group_rule is already registered Apr 22 16:16:31.393344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service CORE assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.393715 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:16:31.394077 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] subnetpool is already registered Apr 22 16:16:31.394767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.resource_helper [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Service CORE assigned prefix: {{(pid=86372) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:16:31.395135 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:16:31.395492 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.quota.resource_registry [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] subnetpool is already registered Apr 22 16:16:31.396235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: extensions {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.397752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: address-groups {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.399399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: address-scopes {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.400686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: agents {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.401910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: auto-allocated-topology {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.403200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: availability_zones {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.404967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: dhcp-networks {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.406437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: dhcp-agents {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.407930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: routers {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.409831 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: flavors {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.411054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: service_profiles {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.412378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: next_providers {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.413987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: service_profiles {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.415493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: floatingip-pools {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.416788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: routers {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.418910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: floatingips {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.420228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: l3-routers {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.421687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: l3-agents {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.423155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: metering-labels {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.425482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: metering-label-rules {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.426805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: network-ip-availabilities {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.428133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: bindings {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.429897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: quotas {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.431395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: quotas {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.432882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: rbac-policies {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.434237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: security-groups {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.436164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: security-group-rules {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.437456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: service-providers {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.438728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: subnetpools {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.440224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: subnetpools {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.441740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.443512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.445424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.447283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.449176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.451739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.453544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.455522 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.457471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.459410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.extensions [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Extended resource: tags {{(pid=86372) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:16:31.466380 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING keystonemiddleware.auth_token [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 16:16:31.471699 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING keystonemiddleware.auth_token [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 16:16:31.480677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Acquired lock "singleton_lock" {{(pid=86372) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 16:16:31.481199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Releasing lock "singleton_lock" {{(pid=86372) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 16:16:31.482816 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO oslo_service.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Starting 2 workers Apr 22 16:16:31.487750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Started child 86487 {{(pid=86372) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:16:31.491653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.492479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Started child 86488 {{(pid=86372) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:16:31.493168 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [-] (86487) wsgi starting up on http://0.0.0.0:9696 Apr 22 16:16:31.493974 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 16:16:31.494641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Notify callbacks [] for process, before_spawn {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.495884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.497162 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO oslo_service.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Starting 1 workers Apr 22 16:16:31.497280 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [-] (86488) wsgi starting up on http://0.0.0.0:9696 Apr 22 16:16:31.503334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Started child 86489 {{(pid=86372) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:16:31.503888 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO oslo_service.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Starting 1 workers Apr 22 16:16:31.505628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] calling RpcWorker wait() {{(pid=86489) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 16:16:31.506042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] returning from RpcWorker wait() {{(pid=86489) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 16:16:31.507526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.508015 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:31.508631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Started child 86490 {{(pid=86372) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:16:31.509453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0efebf5-2ee9-4bd8-af38-3a703b7c34c3 None None] Notify callbacks [] for process, after_spawn {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.511080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86372) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 16:16:31.511323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:16:31.511533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:16:31.511805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:16:31.512270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:16:31.512436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.512529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:16:31.513028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.513899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.514216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.514501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.514825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.515470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.515774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.516089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.516419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.516707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.516912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.517113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.517405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.517681 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.518034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.518317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.518588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.518883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.519108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.519393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.519690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.519976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.520313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] debug = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.520589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.521153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.521418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.521705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.521964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.522277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.522553 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.522864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.523129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.523378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.523675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.523965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.524271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.524542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.524797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.525088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.525342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.525827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] host = dv-cinder-784623-7-iscsi {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.526021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.526273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.526543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.526825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.527109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.527373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.527661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.527954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.528269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.528534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.528882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.529118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.529410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.529719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.529884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_options = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.530077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.530389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.530673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.530891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.531090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.531283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.531582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.531744 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.532053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.532327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.532575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.532824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.533062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.533308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.533594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.533864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.534144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.534387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.534698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.534984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.535265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.535528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.536437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.536850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.537187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.537531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.537963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.538087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.538354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.538646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.538939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.539235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.539510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.539805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.539968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:31.540083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.540374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.540734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.541080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.541357 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.541645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.541933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.542186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.542711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.543003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.543291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.543564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_json = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.543812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.544060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.544942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.545340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.545611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.545870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.546127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.546405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.546888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.547230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.547590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.547855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.548166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.548457 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.548758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.549032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.549307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.549580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.549927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.550186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.550535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.550823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.551103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.551461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.551775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.552079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.552391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.552663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.552913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.553173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.553521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.553875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.554357 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.554616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.554870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.555148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.555419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.555674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.555924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.556190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.556495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.556749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.560782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.562063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.563328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.563328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.563328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.563328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.563328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.563328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.563328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.564280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.564280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.564280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.564638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.564638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.564907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.565096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.565362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.565611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.565883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.566130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.566382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.566643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.566890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.567137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.567382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.567627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.567873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.568122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.568396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.568649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.568896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.569162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.569410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.569656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.569958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.570305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.570590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.570875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.571127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.571379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.571634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.571922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.572219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.572478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.572728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.573506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.573506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.573813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.573813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.574091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.574317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.574767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.575210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.575704 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.576192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.576607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.577590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.578020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.578466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.578754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.579141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.579492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.579776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.580071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.580360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.580672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.581025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.581353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.581751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.582061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.582450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.582738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.583045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.583354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.584388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.584388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.584388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.584907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.584907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.585178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.586351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.586351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.586351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.586351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.586936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.586936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.587205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.587345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.589279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.589279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.589279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.589279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.589279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.589279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.589279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.590089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.590089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.590089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.590089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.590620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.590620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.590896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.591039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.591533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.591533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.591822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.592046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.592213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.592462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.592749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.592997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.593244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.593512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.593764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.594001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.594256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.594792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.594792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.595097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.595289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.595571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.595837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.596105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.596407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.596688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.596937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.597215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.597466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.597713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.597975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.598227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.598473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.598738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.599003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.599265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.599559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.599849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.600226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.600498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.600766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.601035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.601285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.601550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.601800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.602048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.602296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.602545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.602795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.603074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.603345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.603617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.603862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.604113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.604385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.604640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.604882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.605217 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.605492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.605757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.606025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.606289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.606553 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.607300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.607699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.607947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.608185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.608817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.608817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.609674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.609674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.609674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.609674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.611912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.612771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.612771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.612771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.612771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.613128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.613234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.613528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.613906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.614190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.614473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.614724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.614998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.615250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.615594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.615974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.616377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.616663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.616955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.617285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.617589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.617894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.618163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.618477 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.618837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.619138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.619414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.619682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.619970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.620250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.620507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.620759 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.621026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.621276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.621556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.621832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.622097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.622364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.623219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.623471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.623730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.623996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.624295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.624546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.624733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:16:31.625278 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86372) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 16:16:31.625471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:16:31.625659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:16:31.625892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:16:31.626098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:16:31.626283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:16:31.626532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.626724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.626914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.627103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.627292 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.627501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.627692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.627879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.628068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.628296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.628487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.628676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.628864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.629050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.629239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.629425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.629636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.629775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.629941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.630418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.630418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.630418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.631103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] debug = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.631103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.631103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.631103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.631628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.631628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.631628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.632906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.633077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.633442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.633636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.633827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] host = dv-cinder-784623-7-iscsi {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.634024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.634211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.634402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.634588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.634776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.634964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.635152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.635341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.635528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.635700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.635862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.636054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.636267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.636459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.636649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_options = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.636837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.637020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.637207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.637464 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.637637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.637847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.638097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.638272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.638426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.638670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.638864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.639053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.639240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.639426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.639614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.639803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.639988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.640194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.640387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.640578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.640765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.640952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.641141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.641328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.641515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.641703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.641890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.642154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.642345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.642533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.642721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.642907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.643078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.643224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.643417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.643603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.643788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.643979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.644191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.644375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.644561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.644748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.644936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.645121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.645378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.645535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_json = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.645639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.645811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.645996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.646182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.646370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.646554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.646739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.646928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:16:31.647137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.647330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.647535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.647727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.647920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.648111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.648341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.648534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.648724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.648917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.649117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.649308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.649509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.649699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.649890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.650084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.650275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.650467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.650657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.650847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.651037 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.651228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.651435 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.651627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.651817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.652009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.652226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.652407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.652573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.652762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.652953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.653126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.653313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.653479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.653708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.653940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.654096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.654318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.654480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.654676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.654867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.655059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.655468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.655468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.655897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.655897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.656087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.656087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.656293 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.656458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.656660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.656849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.657039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.657229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.657419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.657610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.657800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.657989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.658178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.658368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.658557 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.658761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.658951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.659142 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.659333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.659524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.659714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.659907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.660098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.660313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.660505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.660677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.660859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.661048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.661265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.661426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.661617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.661808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.662000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.662196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.662387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.662565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.662754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.662942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.663149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.663351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.663853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.663853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.663853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.664169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.664272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.664423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.664617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.664804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.664997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.665164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.665351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.665583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.665815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.665992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.666148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.666300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.666452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.666615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.666769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.666921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.667072 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.667223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.667630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.667739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.667909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.668111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.668345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.668498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.668649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.668798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.668987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.669221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.669846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.670041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.670232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.670423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.670697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.670893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.671085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.671275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.671465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.671664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.671866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.672058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.672658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.672658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.672658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.673993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.674184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.674376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.674568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.674742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.674922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.675112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.675303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.675495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.675686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.675876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.676062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.676323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.676426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.676593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.676785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.676974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.677164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.677353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.677544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.677733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.677922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.678113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.678303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.678493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.678685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.678874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.679064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.679255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.679447 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.679638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.679829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.680022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.680235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.680429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.680613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.680815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.681257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.681257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.681257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.681648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.681648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.682985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.683175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.683365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.683554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.683746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.683941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.684132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.684344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.684534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.684727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.684948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.685600 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:31.685709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.685977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.686243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.686345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.686491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.686675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.686879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.687070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.687237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.687430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.687621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.687823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.688061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.688186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.688349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.688540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.688741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.688931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.689122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.689310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.689500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.689700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.689891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.690057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.690277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.690434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.690577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.690728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.690907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.691096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.691285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.691486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.691677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.691869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.692069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.692305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.692494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.692684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.692889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.693081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.693273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.693465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.693655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.693853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.694067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.694259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.694461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.694660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.694852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.695051 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.695250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.695451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.695642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.695839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.696036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.696200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.696398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.696588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.696778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.696968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.697159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.697380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.697502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.697677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.697866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.698057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.698289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.698439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.698580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.698755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.698946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.699136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.699328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.699518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:16:31.699701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86372) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:16:31.779415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 34992) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:31.791093 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094266 Apr 22 16:16:43.040353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684aae30-8a88-4476-bc1b-39dfdb8b1dfa None None] get_active_networks_info from dv-cinder-784623-7-iscsi {{(pid=86489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 16:16:43.184288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684aae30-8a88-4476-bc1b-39dfdb8b1dfa None None] No non-hosted networks {{(pid=86489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 16:16:43.344830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d6847d3-7a19-4e6c-b95a-474919bf2ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829'] for agent, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.177205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-76a2fe27-8f34-4970-bfbc-79eae2d53937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829'] for agent, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.214805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db4a7aa4-c97b-4970-85ea-f47add0274e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:46.218370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829'] for agent, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:46.494816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829'] for agent, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:46.495870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.496475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.497248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.498172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.498752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.499460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.500013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.500612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.501164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.501779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.502342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.502903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:46.503524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:46.510896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:47.537637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829'] for agent, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:48.442229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35082) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:48.517169 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_hamode_db [None req-6a82efde-124b-4393-8d1e-32bd77158caf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 16:16:48.609504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82efde-124b-4393-8d1e-32bd77158caf None None] Routers set() bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:16:48.609996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82efde-124b-4393-8d1e-32bd77158caf None None] Router IDs set() for agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 22 16:16:49.072463 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-ac23e53e-d50e-4799-b49b-08b890af03e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:16:49.073036 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-ac23e53e-d50e-4799-b49b-08b890af03e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:16:49.306795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [None req-ac23e53e-d50e-4799-b49b-08b890af03e0 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:16:49.307856 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ac23e53e-d50e-4799-b49b-08b890af03e0 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8646903 Apr 22 16:16:52.036867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35098) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:52.431876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:52.536093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.policy [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86487) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 16:16:52.592528 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:16:52.592943 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:16:52.610801 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] Loaded quota_driver: . Apr 22 16:16:52.627650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:52.722929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296809185182', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296809183298', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296809174876', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296808939328', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296808954315', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296808953994', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1418199', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1831383', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821812089'] for rbac-policy, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:53.088754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:53.090060 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-374e8ae2-961b-4fca-ac14-9edadf209a4c admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0521305 Apr 22 16:16:56.078776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35112) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:56.455211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '1383edf14c224f429ac40210bdbd039c'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:56.461469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:56.466734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Usage tracker for resource:network and tenant:1383edf14c224f429ac40210bdbd039c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:56.470205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:56.476501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:56.522464 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Made reservation on behalf of 1383edf14c224f429ac40210bdbd039c for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:16:56.529112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:56.546075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:56.560675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:56.564494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Usage tracker for resource:security_group_rule and tenant:1383edf14c224f429ac40210bdbd039c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:56.568131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:56.573889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:56.760980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:56.788611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:56.794040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:56.811829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:16:56.838776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296813821846', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:56.839354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Unsubscribe: segment precommit_create {{(pid=86487) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 16:16:56.839810 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Added segment 61c1205a-035e-43ac-acc1-8dc5aee3d0a9 of type vlan for network 1278c819-4d64-4481-96dc-ee4efe80dc42 Apr 22 16:16:56.893312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb99f2e6-4eb8-458a-a7ef-bdee1f643704,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:56.914066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.914436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.914794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.915149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.915498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.915860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.916229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.916578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.917198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.917543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.917886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.918227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Tracked resource versions report: Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:16:56.919804 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:16:56.959578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:56.973737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:57.031195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:57.032583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:57.033242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:57.038086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:57.146660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Pushing event updated for resources: {'Network': ['ID=1278c819-4d64-4481-96dc-ee4efe80dc42,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:57.152275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:57.160228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:16:57.189587 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1096580 Apr 22 16:17:00.239092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35128) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:00.725221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c512709d-c0c7-4f3d-92c7-dca70965210a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:00.726651 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c512709d-c0c7-4f3d-92c7-dca70965210a admin admin] 10.222.0.10 "GET /v2.0/networks/1278c819-4d64-4481-96dc-ee4efe80dc42 HTTP/1.1" status: 200 len: 825 time: 0.4864490 Apr 22 16:17:00.754984 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-faecd1f4-a85e-4053-95a5-af0c32e473c9 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae HTTP/1.1" status: 200 len: 734 time: 0.0223854 Apr 22 16:17:00.765106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Request body: {'subnet': {'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae', 'name': 'private-subnet'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:00.769563 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:00.773443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Usage tracker for resource:subnet and tenant:1383edf14c224f429ac40210bdbd039c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:00.776433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:00.783921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:00.879995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Made reservation on behalf of 1383edf14c224f429ac40210bdbd039c for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:17:00.884685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.400067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.405987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:01.492587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Checking segment: {'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:17:01.492984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Network hostable DHCP agents. Network: 1278c819-4d64-4481-96dc-ee4efe80dc42, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:17:01.498588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f863654-8734-4c40-ace4-41fac4d54309,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:01.501803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:01.539852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:17:01.574092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 1278c819-4d64-4481-96dc-ee4efe80dc42) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:01.580068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:01.580740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.584663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f29b2-ef0f-4e29-8c0a-a8842211439c None None] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:17:01.626415 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8658178 Apr 22 16:17:02.084880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-1278c819-4d64-4481-96dc-ee4efe80dc42', 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'fixed_ips': [{'subnet_id': '5f863654-8734-4c40-ace4-41fac4d54309'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:17:02.085974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:02.276775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Allocated IP 172.20.0.2 (1278c819-4d64-4481-96dc-ee4efe80dc42/5f863654-8734-4c40-ace4-41fac4d54309/06f2476d-74b8-4691-ac1b-7557d24c0056) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:17:02.511558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:02.580162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Transition to ACTIVE for port object 06f2476d-74b8-4691-ac1b-7557d24c0056 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:02.602312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Transition to ACTIVE for port object 06f2476d-74b8-4691-ac1b-7557d24c0056 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:02.634575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:02.641169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:02.696519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:17:02.697602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:02.707791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:17:02.792890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Pushing event updated for resources: {'Port': ['ID=06f2476d-74b8-4691-ac1b-7557d24c0056,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:02.817731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.818113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.818483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.818844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.819202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.819562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.819920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.820302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.820675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.821029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.821383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.821729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Tracked resource versions report: Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:17:02.822820 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:17:02.829370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:02.830280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Attempting to bind port 06f2476d-74b8-4691-ac1b-7557d24c0056 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:17:02.830708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Attempting to bind port 06f2476d-74b8-4691-ac1b-7557d24c0056 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:17:02.831115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Attempting to bind port 06f2476d-74b8-4691-ac1b-7557d24c0056 on network 1278c819-4d64-4481-96dc-ee4efe80dc42 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:17:02.836837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:17:02.837261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Checking segment: {'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:17:02.837741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:02.838168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Bound using segment: {'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:17:02.838705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Bound port: 06f2476d-74b8-4691-ac1b-7557d24c0056, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:17:02.839129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:02.932965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] For port 06f2476d-74b8-4691-ac1b-7557d24c0056, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:17:02.937520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] For port 06f2476d-74b8-4691-ac1b-7557d24c0056, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=06f2476d-74b8-4691-ac1b-7557d24c0056,segment=NetworkSegment(61c1205a-035e-43ac-acc1-8dc5aee3d0a9),segment_id=61c1205a-035e-43ac-acc1-8dc5aee3d0a9)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:17:02.971904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:02.977305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:03.068708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Pushing event updated for resources: {'Port': ['ID=06f2476d-74b8-4691-ac1b-7557d24c0056,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:03.071909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:04.413290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35138) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:04.816980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [None req-4ec8fbef-9541-4605-aa66-d94586479229 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:17:04.818060 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4ec8fbef-9541-4605-aa66-d94586479229 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4037290 Apr 22 16:17:07.588947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35148) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:07.985086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [None req-3d273760-a75f-451f-afa6-9780dfcaa7e8 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:17:07.986166 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3d273760-a75f-451f-afa6-9780dfcaa7e8 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3962035 Apr 22 16:17:08.635756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 06f2476d-74b8-4691-ac1b-7557d24c0056 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:08.747853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 06f2476d-74b8-4691-ac1b-7557d24c0056 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:09.978535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbb55ea-ba8f-4a5a-92ac-f9f246005e90 None None] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:17:10.074197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Provisioning for port 06f2476d-74b8-4691-ac1b-7557d24c0056 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:10.082758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Provisioning complete for port 06f2476d-74b8-4691-ac1b-7557d24c0056 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:10.083188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:10.322291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:10.378029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] For port 06f2476d-74b8-4691-ac1b-7557d24c0056, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=06f2476d-74b8-4691-ac1b-7557d24c0056,segment=NetworkSegment(61c1205a-035e-43ac-acc1-8dc5aee3d0a9),segment_id=61c1205a-035e-43ac-acc1-8dc5aee3d0a9)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:10.431612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:10.435315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:10.505775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Pushing event updated for resources: {'Port': ['ID=06f2476d-74b8-4691-ac1b-7557d24c0056,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:10.509157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:10.558240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-33256a89-1ed0-400a-9737-aa56d8ee4493 None None] Provisioning complete for port 06f2476d-74b8-4691-ac1b-7557d24c0056 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:10.558711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-33256a89-1ed0-400a-9737-aa56d8ee4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:10.615007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 06f2476d-74b8-4691-ac1b-7557d24c0056 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:10.752524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 06f2476d-74b8-4691-ac1b-7557d24c0056 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:10.753121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.082804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35164) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:11.469595 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Request body: {'router': {'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'name': 'router1', 'admin_state_up': True}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:11.475046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:11.479086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Usage tracker for resource:router and tenant:1383edf14c224f429ac40210bdbd039c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:11.482514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:11.488411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:11.548919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.550248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.624168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.757994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.802867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.804118 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c50ff9c1-56b5-47c6-98fb-99e565041bfe admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7202585 Apr 22 16:17:12.971974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb320170-c68b-4e85-bab3-6de9356c7e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:14.539087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35174) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:14.931644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [None req-c17b949a-3740-4ab2-83ca-001fe5ef4bb0 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:17:14.932735 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c17b949a-3740-4ab2-83ca-001fe5ef4bb0 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3926983 Apr 22 16:17:15.157460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81a215c5-9d4b-41df-be67-ee0820fe676c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:16.125833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:16.491352 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:17.445575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:17.685834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35194) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:17.844929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:17.850309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:17.854276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Usage tracker for resource:network and tenant:b07e4c3a8e8c4d92bce14e949f745dad is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:17.857980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:17.863870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:17.954003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Made reservation on behalf of b07e4c3a8e8c4d92bce14e949f745dad for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:17:17.958619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:17.971854 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:17.987187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:17.991103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Usage tracker for resource:security_group_rule and tenant:b07e4c3a8e8c4d92bce14e949f745dad is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:17.993960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:17.999845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:18.264330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:18.296885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:18.301309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:18.318633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Reserving flat network on physical network physnet1 {{(pid=86487) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 22 16:17:18.333649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5532ccd-e4d4-4be9-a0ec-b1f51718976d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:18.336944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:18.369206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:18.369592 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Added segment f6858163-f39d-4a23-bd1c-955ac39466f6 of type flat for network 0e097e9c-61d1-4f54-8150-f568ded63583 Apr 22 16:17:18.473984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:18.525535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:18.526781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:18.527484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:18.532172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:18.633639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Pushing event updated for resources: {'Network': ['ID=0e097e9c-61d1-4f54-8150-f568ded63583,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:18.636344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:18.645271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 0e097e9c-61d1-4f54-8150-f568ded63583 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:17:18.663563 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9766071 Apr 22 16:17:21.205824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35214) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:21.320494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9434488f-9f28-4de3-ae18-2eb5a80ccb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:21.321914 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9434488f-9f28-4de3-ae18-2eb5a80ccb5e admin admin] 10.222.0.10 "GET /v2.0/subnets/5f863654-8734-4c40-ace4-41fac4d54309 HTTP/1.1" status: 200 len: 849 time: 0.1150761 Apr 22 16:17:21.619683 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8b566919-c6f1-495c-a34d-01673a7568c3 admin admin] 10.222.0.10 "GET /v2.0/routers/7b358a41-8d2f-450e-ab5c-9c41da4834fb HTTP/1.1" status: 200 len: 704 time: 0.2912180 Apr 22 16:17:22.098205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:22.378045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Allocated IP 172.20.0.1 (1278c819-4d64-4481-96dc-ee4efe80dc42/5f863654-8734-4c40-ace4-41fac4d54309/01c338da-f40f-44e6-a44f-cc1d65cfbd20) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:17:22.644273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:22.661606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Transition to ACTIVE for port object 01c338da-f40f-44e6-a44f-cc1d65cfbd20 will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:22.763298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:22.768536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:22.832258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:17:22.835688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:22.839669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:17:22.840310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:22.985191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Pushing event updated for resources: {'Port': ['ID=01c338da-f40f-44e6-a44f-cc1d65cfbd20,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:22.997036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:23.079475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-6e833c44-c2c8-462b-8c83-14d1d6cdf9ab None None] Provisioning for port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:23.084621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-6e833c44-c2c8-462b-8c83-14d1d6cdf9ab None None] Provisioning complete for port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:23.085029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6e833c44-c2c8-462b-8c83-14d1d6cdf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.145398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-6e833c44-c2c8-462b-8c83-14d1d6cdf9ab None None] Port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:17:23.163608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.403604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.439375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.440449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.444625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:23.588154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Pushing event updated for resources: {'Port': ['ID=01c338da-f40f-44e6-a44f-cc1d65cfbd20,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:23.592336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:23.644284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:17:23.645413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:23.874789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-6757b7ce-1cfd-4fb7-bafa-ba4bcacb077f None None] Provisioning complete for port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:23.875198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6757b7ce-1cfd-4fb7-bafa-ba4bcacb077f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.931228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-6757b7ce-1cfd-4fb7-bafa-ba4bcacb077f None None] Port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:17:24.048212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Router 7b358a41-8d2f-450e-ab5c-9c41da4834fb is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:17:24.211218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:17:24.220617 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] 10.222.0.10 "PUT /v2.0/routers/7b358a41-8d2f-450e-ab5c-9c41da4834fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5951188 Apr 22 16:17:24.221706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Sync routers for ids ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:17:24.234293 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Routers {'7b358a41-8d2f-450e-ab5c-9c41da4834fb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:24.235204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:17:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:24.429798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Set router 7b358a41-8d2f-450e-ab5c-9c41da4834fb gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:24.987793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'name': 'router1', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:17:11Z', 'updated_at': '2021-04-22T16:17:23Z', 'revision_number': 2, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'gw_port_host': None, '_interfaces': [{'id': '01c338da-f40f-44e6-a44f-cc1d65cfbd20', 'name': '', 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'mac_address': 'fa:16:3e:50:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f863654-8734-4c40-ace4-41fac4d54309', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:22Z', 'updated_at': '2021-04-22T16:17:23Z', 'revision_number': 2, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'subnets': [{'id': '5f863654-8734-4c40-ace4-41fac4d54309', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:24.992832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Checking router: 7b358a41-8d2f-450e-ab5c-9c41da4834fb for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:17:24.993222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Updating router 7b358a41-8d2f-450e-ab5c-9c41da4834fb port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:17:25.052523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.453843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.469705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Transition to ACTIVE for port object 01c338da-f40f-44e6-a44f-cc1d65cfbd20 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:25.519588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.526132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:25.706375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Pushing event updated for resources: {'Port': ['ID=01c338da-f40f-44e6-a44f-cc1d65cfbd20,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:25.719311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.719681 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.720037 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.720436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.720793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.721143 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.721490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.721835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.722195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.722564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.722881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.723221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Tracked resource versions report: Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:17:25.724305 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:17:25.727786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:25.782308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Attempting to bind port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:17:25.782672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Attempting to bind port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:17:25.783075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Attempting to bind port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 on network 1278c819-4d64-4481-96dc-ee4efe80dc42 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:17:25.788663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:17:25.789077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Checking segment: {'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:17:25.789549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.789963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Bound using segment: {'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:17:25.790484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Bound port: 01c338da-f40f-44e6-a44f-cc1d65cfbd20, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c1205a-035e-43ac-acc1-8dc5aee3d0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:17:25.790877 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.883413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] For port 01c338da-f40f-44e6-a44f-cc1d65cfbd20, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:17:25.888135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] For port 01c338da-f40f-44e6-a44f-cc1d65cfbd20, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=01c338da-f40f-44e6-a44f-cc1d65cfbd20,segment=NetworkSegment(61c1205a-035e-43ac-acc1-8dc5aee3d0a9),segment_id=61c1205a-035e-43ac-acc1-8dc5aee3d0a9)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:17:25.942835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.948322 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:26.039415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Routers {'7b358a41-8d2f-450e-ab5c-9c41da4834fb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:26.040026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:17:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:26.100524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Pushing event updated for resources: {'Port': ['ID=01c338da-f40f-44e6-a44f-cc1d65cfbd20,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:26.111738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:26.209852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] Set router 7b358a41-8d2f-450e-ab5c-9c41da4834fb gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:26.555594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'name': 'router1', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:17:11Z', 'updated_at': '2021-04-22T16:17:23Z', 'revision_number': 2, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'gw_port_host': None, '_interfaces': [{'id': '01c338da-f40f-44e6-a44f-cc1d65cfbd20', 'name': '', 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'mac_address': 'fa:16:3e:50:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f863654-8734-4c40-ace4-41fac4d54309', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:22Z', 'updated_at': '2021-04-22T16:17:25Z', 'revision_number': 4, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'subnets': [{'id': '5f863654-8734-4c40-ace4-41fac4d54309', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:26.560342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86942ef4-69d1-452c-9a4b-e4b956dbdf11 None None] The sync data for ids ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'] in dv-cinder-784623-7-iscsi is: [{'id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'name': 'router1', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:17:11Z', 'updated_at': '2021-04-22T16:17:23Z', 'revision_number': 2, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'gw_port_host': None, '_interfaces': [{'id': '01c338da-f40f-44e6-a44f-cc1d65cfbd20', 'name': '', 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'mac_address': 'fa:16:3e:50:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f863654-8734-4c40-ace4-41fac4d54309', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:22Z', 'updated_at': '2021-04-22T16:17:25Z', 'revision_number': 4, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'subnets': [{'id': '5f863654-8734-4c40-ace4-41fac4d54309', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:17:26.781816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 35226) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:26.960023 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-8ffb7efd-6b01-43b0-aaf6-9a8a2a03fa27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:17:26.960631 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-8ffb7efd-6b01-43b0-aaf6-9a8a2a03fa27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:17:27.422195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.policy [None req-8ffb7efd-6b01-43b0-aaf6-9a8a2a03fa27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86488) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 16:17:27.638455 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-8ffb7efd-6b01-43b0-aaf6-9a8a2a03fa27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:17:27.639019 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING oslo_policy.policy [None req-8ffb7efd-6b01-43b0-aaf6-9a8a2a03fa27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:17:27.655932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb7efd-6b01-43b0-aaf6-9a8a2a03fa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:27.657765 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8ffb7efd-6b01-43b0-aaf6-9a8a2a03fa27 admin admin] 10.222.0.10 "GET /v2.0/networks/0e097e9c-61d1-4f54-8150-f568ded63583 HTTP/1.1" status: 200 len: 842 time: 0.8739188 Apr 22 16:17:27.669143 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Request body: {'subnet': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:27.672179 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.quota [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Loaded quota_driver: . Apr 22 16:17:27.678451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:27.684404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Usage tracker for resource:subnet and tenant:b07e4c3a8e8c4d92bce14e949f745dad is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:27.687688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:27.694844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:27.759980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Made reservation on behalf of b07e4c3a8e8c4d92bce14e949f745dad for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:17:27.766198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:28.495491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.objects.ports [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86488) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 16:17:28.495994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:28.501972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:28.586629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ddb865-7b75-492d-a919-35bf5a6e37c1,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:28.591437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:17:28.591829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Network hostable DHCP agents. Network: 0e097e9c-61d1-4f54-8150-f568ded63583, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:17:28.601883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.602255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.602623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.602978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.603331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.603690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.604040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.604434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.604842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.605192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.605539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.605884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Tracked resource versions report: Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:17:28.606956 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:17:28.643157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:28.722105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:17:28.784889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 0e097e9c-61d1-4f54-8150-f568ded63583) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:28.789374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:28.790046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:28.795426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e29548-6f4d-40da-a065-b97da4e4d1cd None None] Network 0e097e9c-61d1-4f54-8150-f568ded63583 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:17:28.863052 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1987355 Apr 22 16:17:29.036228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74bfec5-d6bd-48c2-ae98-eb42d2fce965 None None] Network 0e097e9c-61d1-4f54-8150-f568ded63583 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:17:30.632495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 01c338da-f40f-44e6-a44f-cc1d65cfbd20 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:30.751030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:30.756253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:30.756664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:30.882008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:30.915830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 01c338da-f40f-44e6-a44f-cc1d65cfbd20, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=01c338da-f40f-44e6-a44f-cc1d65cfbd20,segment=NetworkSegment(61c1205a-035e-43ac-acc1-8dc5aee3d0a9),segment_id=61c1205a-035e-43ac-acc1-8dc5aee3d0a9)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:30.945285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:30.947459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-36194b02-2500-4a2f-b718-3e2f65dd8f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:31.021211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=01c338da-f40f-44e6-a44f-cc1d65cfbd20,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:31.024499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:31.490602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 35250) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:31.728389 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-0e91f782-9758-4128-b5b3-368b9d23a3b2 admin admin] 10.222.0.10 "GET /v2.0/routers/7b358a41-8d2f-450e-ab5c-9c41da4834fb HTTP/1.1" status: 200 len: 710 time: 0.2365477 Apr 22 16:17:31.868307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab473efc-f7f6-4b23-bee2-d02b13db6650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:31.869747 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ab473efc-f7f6-4b23-bee2-d02b13db6650 admin admin] 10.222.0.10 "GET /v2.0/networks/0e097e9c-61d1-4f54-8150-f568ded63583 HTTP/1.1" status: 200 len: 886 time: 0.1351435 Apr 22 16:17:31.880244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:32.489218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:32.618644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 01c338da-f40f-44e6-a44f-cc1d65cfbd20 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:32.694050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:32.694452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:32.890230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:32.951461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:33.095197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Allocated IP 172.27.3.166 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/c80e3380-d862-4a7a-97a2-6ae471f1c677) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:17:33.253166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:33.336832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:33.342379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:33.408355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:17:33.411654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:33.414289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:17:33.542656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c80e3380-d862-4a7a-97a2-6ae471f1c677,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:33.546038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:33.920156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:34.444151 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:34.447722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854138426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-396072'] for router, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:34.639799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Router 7b358a41-8d2f-450e-ab5c-9c41da4834fb has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:17:34.829192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:17:34.839458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Sync routers for ids ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:17:34.839928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:34.841224 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] 10.222.0.10 "PUT /v2.0/routers/7b358a41-8d2f-450e-ab5c-9c41da4834fb HTTP/1.1" status: 200 len: 890 time: 2.9644487 Apr 22 16:17:34.849931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Routers {'7b358a41-8d2f-450e-ab5c-9c41da4834fb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:34.850623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:17:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:35.056953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Set router 7b358a41-8d2f-450e-ab5c-9c41da4834fb gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:35.421620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'name': 'router1', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c80e3380-d862-4a7a-97a2-6ae471f1c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:17:11Z', 'updated_at': '2021-04-22T16:17:33Z', 'revision_number': 4, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'gw_port': {'id': 'c80e3380-d862-4a7a-97a2-6ae471f1c677', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:32Z', 'updated_at': '2021-04-22T16:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '01c338da-f40f-44e6-a44f-cc1d65cfbd20', 'name': '', 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'mac_address': 'fa:16:3e:50:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f863654-8734-4c40-ace4-41fac4d54309', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:22Z', 'updated_at': '2021-04-22T16:17:30Z', 'revision_number': 5, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'subnets': [{'id': '5f863654-8734-4c40-ace4-41fac4d54309', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:35.426644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Checking router: 7b358a41-8d2f-450e-ab5c-9c41da4834fb for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:17:35.427033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Updating router 7b358a41-8d2f-450e-ab5c-9c41da4834fb port c80e3380-d862-4a7a-97a2-6ae471f1c677 binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:17:35.485331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:35.832277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:35.913719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Transition to ACTIVE for port object c80e3380-d862-4a7a-97a2-6ae471f1c677 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:35.970697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:35.975957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-704281b6-3906-436c-b7ca-0647474c7d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:36.053872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Attempting to bind port c80e3380-d862-4a7a-97a2-6ae471f1c677 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:17:36.054284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Attempting to bind port c80e3380-d862-4a7a-97a2-6ae471f1c677 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:17:36.054688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Attempting to bind port c80e3380-d862-4a7a-97a2-6ae471f1c677 on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:17:36.064485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be8e2-ed17-4bd4-beec-d6223b86dfaa None None] Pushing event updated for resources: {'Port': ['ID=c80e3380-d862-4a7a-97a2-6ae471f1c677,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:36.067239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2e7be8e2-ed17-4bd4-beec-d6223b86dfaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:36.068376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:17:36.068786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:17:36.069224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:36.069646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:17:36.070155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Bound port: c80e3380-d862-4a7a-97a2-6ae471f1c677, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:17:36.070580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:36.151699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] For port c80e3380-d862-4a7a-97a2-6ae471f1c677, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:17:36.155276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] For port c80e3380-d862-4a7a-97a2-6ae471f1c677, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=c80e3380-d862-4a7a-97a2-6ae471f1c677,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:17:36.197169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:36.202703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:36.285204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Routers {'7b358a41-8d2f-450e-ab5c-9c41da4834fb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:36.285881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:17:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:36.349623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be8e2-ed17-4bd4-beec-d6223b86dfaa None None] Pushing event updated for resources: {'Port': ['ID=c80e3380-d862-4a7a-97a2-6ae471f1c677,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:36.352338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2e7be8e2-ed17-4bd4-beec-d6223b86dfaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:36.507605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] Set router 7b358a41-8d2f-450e-ab5c-9c41da4834fb gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:37.066539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'name': 'router1', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c80e3380-d862-4a7a-97a2-6ae471f1c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:17:11Z', 'updated_at': '2021-04-22T16:17:33Z', 'revision_number': 4, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'gw_port': {'id': 'c80e3380-d862-4a7a-97a2-6ae471f1c677', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:32Z', 'updated_at': '2021-04-22T16:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '01c338da-f40f-44e6-a44f-cc1d65cfbd20', 'name': '', 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'mac_address': 'fa:16:3e:50:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f863654-8734-4c40-ace4-41fac4d54309', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:22Z', 'updated_at': '2021-04-22T16:17:30Z', 'revision_number': 5, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'subnets': [{'id': '5f863654-8734-4c40-ace4-41fac4d54309', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:37.070949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6f1d8-0f9e-4b0c-b21b-1f51774f2aef None None] The sync data for ids ['7b358a41-8d2f-450e-ab5c-9c41da4834fb'] in dv-cinder-784623-7-iscsi is: [{'id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'name': 'router1', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'c80e3380-d862-4a7a-97a2-6ae471f1c677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:17:11Z', 'updated_at': '2021-04-22T16:17:33Z', 'revision_number': 4, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'gw_port': {'id': 'c80e3380-d862-4a7a-97a2-6ae471f1c677', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:32Z', 'updated_at': '2021-04-22T16:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '01c338da-f40f-44e6-a44f-cc1d65cfbd20', 'name': '', 'network_id': '1278c819-4d64-4481-96dc-ee4efe80dc42', 'tenant_id': '1383edf14c224f429ac40210bdbd039c', 'mac_address': 'fa:16:3e:50:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b358a41-8d2f-450e-ab5c-9c41da4834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f863654-8734-4c40-ace4-41fac4d54309', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:17:22Z', 'updated_at': '2021-04-22T16:17:30Z', 'revision_number': 5, 'project_id': '1383edf14c224f429ac40210bdbd039c', 'subnets': [{'id': '5f863654-8734-4c40-ace4-41fac4d54309', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1cc1a4-7de7-4f38-ab8e-3a0192e89dae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:17:37.563484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:17:37.595223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 35260) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:37.721431 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5f2ad250-397a-4ef8-a466-eb7bbab0f092 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1250222 Apr 22 16:17:38.646950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device c80e3380-d862-4a7a-97a2-6ae471f1c677 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:38.752868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port c80e3380-d862-4a7a-97a2-6ae471f1c677 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:38.757912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port c80e3380-d862-4a7a-97a2-6ae471f1c677 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:38.758325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:38.891582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:38.908340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port c80e3380-d862-4a7a-97a2-6ae471f1c677, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=c80e3380-d862-4a7a-97a2-6ae471f1c677,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:38.941883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:38.944193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:39.018271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=c80e3380-d862-4a7a-97a2-6ae471f1c677,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:39.021655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:40.651277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device c80e3380-d862-4a7a-97a2-6ae471f1c677 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:40.765161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port c80e3380-d862-4a7a-97a2-6ae471f1c677 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:40.765842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:42.999757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c18fcf1c-7570-4794-aa47-d7f62c7f855e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:45.178954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-11533d56-7be6-4bfa-9171-f11199b25e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:46.141794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:46.510285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:47.470534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.964218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2a87b7f6-990c-4018-9fa8-042a91fed6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:14.564662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:18:15.237918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-92451971-b34d-4714-9e3b-65ced9715502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.123626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.498266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:17.463892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.951304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d6a57647-10ae-4575-848c-bbeb6a532b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.145389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7bb0880d-8ce4-43cb-be14-6e06710c76fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.122835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.499703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:47.469238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:51.564626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:19:12.950594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f4a9bf6e-71bd-435a-bbc3-3e60da185801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.179399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3c748242-d077-4a0f-92ec-c2618b13cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:16.144817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:16.498921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:17.470678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:25.476436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35830) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:25.552254 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.pecan_wsgi.hooks.translation [None req-6243e59a-38bf-42b3-84cc-784ff3ef2379 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:19:25.552780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6243e59a-38bf-42b3-84cc-784ff3ef2379 admin admin] Synchronizing usage tracker for tenant:b07e4c3a8e8c4d92bce14e949f745dad on resource:network {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:19:25.602099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6243e59a-38bf-42b3-84cc-784ff3ef2379 admin admin] Unset dirty status for tenant:b07e4c3a8e8c4d92bce14e949f745dad on resource:network {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:19:25.603341 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6243e59a-38bf-42b3-84cc-784ff3ef2379 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1257467 Apr 22 16:19:25.747945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b495fb-4162-496f-bbff-cb662f715203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:25.749574 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c2b495fb-4162-496f-bbff-cb662f715203 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1418769 Apr 22 16:19:28.293999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35840) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:28.410942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd15d9-985e-437c-ba33-4885d9e151fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:28.412696 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-18dd15d9-985e-437c-ba33-4885d9e151fa admin admin] 10.222.0.10 "GET /v2.0/subnets/5f863654-8734-4c40-ace4-41fac4d54309 HTTP/1.1" status: 200 len: 849 time: 0.1173804 Apr 22 16:19:28.424361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:28.553256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.563415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:19:28.904401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740040871897'] for subnet, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.908727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-841b8e1e-7a0a-4c76-8d80-e70360bc11fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:28.954682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:28.955330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.956738 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] 10.222.0.10 "PUT /v2.0/subnets/5f863654-8734-4c40-ace4-41fac4d54309 HTTP/1.1" status: 200 len: 868 time: 0.5365798 Apr 22 16:19:28.957321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d0d5d7-cd13-482e-a193-89735d73c97b None None] Network 1278c819-4d64-4481-96dc-ee4efe80dc42 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:19:28.982381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f863654-8734-4c40-ace4-41fac4d54309,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:28.990891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.991276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.991947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.992624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.992624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.993019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.993335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.993699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.994061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.994418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.994776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.995137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:28.998962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:29.459872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6890-a1ae-418b-a5b0-038f67f4d1ed None None] Provisioning complete for port 06f2476d-74b8-4691-ac1b-7557d24c0056 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:29.460964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6890-a1ae-418b-a5b0-038f67f4d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:29.605200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-8cfe6890-a1ae-418b-a5b0-038f67f4d1ed None None] Provisioning complete for port 01c338da-f40f-44e6-a44f-cc1d65cfbd20 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:29.605608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6890-a1ae-418b-a5b0-038f67f4d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.536094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35850) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:31.724776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd7394-59d7-4017-a30b-e53617eb1a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:31.725312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd7394-59d7-4017-a30b-e53617eb1a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:31.727644 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bddd7394-59d7-4017-a30b-e53617eb1a64 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1904466 Apr 22 16:19:34.302140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35860) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:34.494695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54a0ad-042b-49a2-9384-ab02df793017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:34.495147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54a0ad-042b-49a2-9384-ab02df793017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:34.496818 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2c54a0ad-042b-49a2-9384-ab02df793017 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1936450 Apr 22 16:19:37.021835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35870) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:37.204383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f2cdd-7232-40d2-817c-5eb22d394724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:37.205771 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-075f2cdd-7232-40d2-817c-5eb22d394724 admin admin] 10.222.0.10 "GET /v2.0/networks/0e097e9c-61d1-4f54-8150-f568ded63583 HTTP/1.1" status: 200 len: 886 time: 0.1823916 Apr 22 16:19:39.757960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35880) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:39.946398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a07dcd-1b08-4d81-8a6e-355475990bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:39.947763 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-80a07dcd-1b08-4d81-8a6e-355475990bce admin admin] 10.222.0.10 "GET /v2.0/networks/1278c819-4d64-4481-96dc-ee4efe80dc42 HTTP/1.1" status: 200 len: 869 time: 0.1886985 Apr 22 16:19:42.534172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35890) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:42.658186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27876f30-14f2-4599-849a-7f35042ea3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:42.658697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27876f30-14f2-4599-849a-7f35042ea3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:42.660343 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-27876f30-14f2-4599-849a-7f35042ea3ce admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251729 Apr 22 16:19:42.955724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c942f96-1b0b-4e5a-b8a0-0e3624ed2e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:45.155263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-92f5aedb-0099-4481-852b-106459071894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:45.177041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35900) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:45.296113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cc3396-6499-47ba-a7eb-8e6c7ae5026e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:45.298305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cc3396-6499-47ba-a7eb-8e6c7ae5026e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:45.298305 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f1cc3396-6499-47ba-a7eb-8e6c7ae5026e admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202219 Apr 22 16:19:46.127060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:46.492893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:47.469846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:47.845876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35910) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:47.959699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a11c7bf-37a0-4106-a1e6-36a7cb33a7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:47.961187 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5a11c7bf-37a0-4106-a1e6-36a7cb33a7ee admin admin] 10.222.0.10 "GET /v2.0/subnets/13ddb865-7b75-492d-a919-35bf5a6e37c1 HTTP/1.1" status: 200 len: 816 time: 0.1141849 Apr 22 16:19:50.578443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35920) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:50.702270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e40cfc-13be-4985-9c8c-f0429f3b4698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:50.703794 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c1e40cfc-13be-4985-9c8c-f0429f3b4698 admin admin] 10.222.0.10 "GET /v2.0/subnets/5f863654-8734-4c40-ace4-41fac4d54309 HTTP/1.1" status: 200 len: 868 time: 0.1241589 Apr 22 16:20:05.563580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:20:12.972032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-345342e3-9883-43c7-ab0f-f8dd4ae6a256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:15.166429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-80ea8748-6442-4249-b7b5-f7c84499d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:16.140899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:16.497605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:17.455511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35964) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:17.485998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:17.509396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [None req-05aec23b-1b4f-4e74-83c0-023db51c21f7 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:20:17.510466 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-05aec23b-1b4f-4e74-83c0-023db51c21f7 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539041 Apr 22 16:20:20.096998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 35974) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:20.173079 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee351e02-30f8-452a-89ee-e014e0ec2d04 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:20:20.174439 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ee351e02-30f8-452a-89ee-e014e0ec2d04 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0763938 Apr 22 16:20:20.314759 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d0bb84-3f4d-4b6c-9654-8204b1a60582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:20.316386 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-18d0bb84-3f4d-4b6c-9654-8204b1a60582 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1375682 Apr 22 16:20:22.828477 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 35984) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:22.882421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:20:22.888538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:20:22.899171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:20:22.982966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Made reservation on behalf of b07e4c3a8e8c4d92bce14e949f745dad for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:20:22.987597 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:23.087765 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.services.revisions.revision_plugin [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Could not find related network for resource to bump revision. Apr 22 16:20:23.189889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:20:23.201880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363296813821846', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:23.202443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Unsubscribe: segment precommit_create {{(pid=86488) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 16:20:23.202910 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Added segment 803077fd-c463-4e3a-83c9-78ae22b7f711 of type vlan for network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 Apr 22 16:20:23.244562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:23.318270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:23.320474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:23.321117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:23.326043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:23.428317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3483bc-3bc7-4389-a6c0-23e1ebdd7633,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:23.436240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.436638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.437059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.437420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.437777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.438146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.438498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.438848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.439198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.439550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.439896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.440287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:23.445068 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6155009 Apr 22 16:20:23.445800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:23.452360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:20:25.950583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 35994) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:26.024314 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.pecan_wsgi.hooks.translation [None req-589f67e5-802d-41f8-8f4f-5bc3b3ebb18e admin admin] GET failed (client error): The resource could not be found. Apr 22 16:20:26.024883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-589f67e5-802d-41f8-8f4f-5bc3b3ebb18e admin admin] Synchronizing usage tracker for tenant:b07e4c3a8e8c4d92bce14e949f745dad on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:20:26.073646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-589f67e5-802d-41f8-8f4f-5bc3b3ebb18e admin admin] Unset dirty status for tenant:b07e4c3a8e8c4d92bce14e949f745dad on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:20:26.074857 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-589f67e5-802d-41f8-8f4f-5bc3b3ebb18e admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1232481 Apr 22 16:20:26.190549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3f57e-a96b-431b-90cc-105a262e9617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:26.192016 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-59e3f57e-a96b-431b-90cc-105a262e9617 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1128011 Apr 22 16:20:26.203444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:20:26.208078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:20:26.212056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Usage tracker for resource:subnet and tenant:b07e4c3a8e8c4d92bce14e949f745dad is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:20:26.214961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:20:26.220799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:20:26.250953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Made reservation on behalf of b07e4c3a8e8c4d92bce14e949f745dad for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:20:26.255739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:26.667413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:26.672020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:26.753364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7230f80-9efa-4732-b173-84a9dff51a6f,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:26.755656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Checking segment: {'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:20:26.756041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Network hostable DHCP agents. Network: 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:20:26.762061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:26.856614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:20:26.888844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:20:26.892831 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:26.893467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:26.899433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174cb623-8661-4a5a-b274-2867500d3250 None None] Network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:20:26.968941 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7689838 Apr 22 16:20:27.137859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-0f3483bc-3bc7-4389-a6c0-23e1ebdd7633', 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633', 'tenant_id': 'b07e4c3a8e8c4d92bce14e949f745dad', 'fixed_ips': [{'subnet_id': 'f7230f80-9efa-4732-b173-84a9dff51a6f'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:20:27.138990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:27.311799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Allocated IP 192.168.233.2 (0f3483bc-3bc7-4389-a6c0-23e1ebdd7633/f7230f80-9efa-4732-b173-84a9dff51a6f/6024da37-d63c-4e1c-828a-8bc9988543ae) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:20:27.598848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:27.662663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Transition to ACTIVE for port object 6024da37-d63c-4e1c-828a-8bc9988543ae will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:20:27.683914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Transition to ACTIVE for port object 6024da37-d63c-4e1c-828a-8bc9988543ae will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:20:27.720070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:27.729354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:27.795685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:20:27.799288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:20:27.803405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:20:27.813931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Pushing event updated for resources: {'Port': ['ID=6024da37-d63c-4e1c-828a-8bc9988543ae,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:27.857118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.857438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.857812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.858187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.858550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.858916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.859277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.859638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.859996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.860377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.860733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.861085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:27.899656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:28.078218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Attempting to bind port 6024da37-d63c-4e1c-828a-8bc9988543ae on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:20:28.078745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Attempting to bind port 6024da37-d63c-4e1c-828a-8bc9988543ae by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:20:28.079004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Attempting to bind port 6024da37-d63c-4e1c-828a-8bc9988543ae on network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:20:28.084790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:20:28.085236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Checking segment: {'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:20:28.085678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:28.086114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Bound using segment: {'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:20:28.086626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Bound port: 6024da37-d63c-4e1c-828a-8bc9988543ae, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:20:28.087060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:28.182893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] For port 6024da37-d63c-4e1c-828a-8bc9988543ae, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:20:28.186126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] For port 6024da37-d63c-4e1c-828a-8bc9988543ae, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=6024da37-d63c-4e1c-828a-8bc9988543ae,segment=NetworkSegment(803077fd-c463-4e3a-83c9-78ae22b7f711),segment_id=803077fd-c463-4e3a-83c9-78ae22b7f711)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:20:28.251702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:28.256999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:28.342376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Pushing event updated for resources: {'Port': ['ID=6024da37-d63c-4e1c-828a-8bc9988543ae,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:28.348233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:28.791088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 6024da37-d63c-4e1c-828a-8bc9988543ae up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:20:28.965812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 6024da37-d63c-4e1c-828a-8bc9988543ae completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:20:29.686450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd9c86-40b5-4792-9477-10c7cc8b5297 None None] Network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:20:29.823806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Provisioning for port 6024da37-d63c-4e1c-828a-8bc9988543ae completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:20:29.862983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Provisioning complete for port 6024da37-d63c-4e1c-828a-8bc9988543ae triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:20:29.863394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:30.059993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:30.099005 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] For port 6024da37-d63c-4e1c-828a-8bc9988543ae, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=6024da37-d63c-4e1c-828a-8bc9988543ae,segment=NetworkSegment(803077fd-c463-4e3a-83c9-78ae22b7f711),segment_id=803077fd-c463-4e3a-83c9-78ae22b7f711)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:30.154046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:30.156430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:30.232198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Pushing event updated for resources: {'Port': ['ID=6024da37-d63c-4e1c-828a-8bc9988543ae,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:30.235547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:30.275424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-a5dd159d-d8a6-4b02-aa76-236be31f4198 None None] Provisioning complete for port 6024da37-d63c-4e1c-828a-8bc9988543ae triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:20:30.275853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a5dd159d-d8a6-4b02-aa76-236be31f4198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:30.758563 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 6024da37-d63c-4e1c-828a-8bc9988543ae up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:20:30.834601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 6024da37-d63c-4e1c-828a-8bc9988543ae triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:20:30.835063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:42.562700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:20:42.959652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4199b78a-b12f-4dcd-8a74-53b1d8826090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:45.157737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-85321c64-8544-4208-917d-4fd979c7cb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:46.136286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:46.497846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:47.490283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:12.985615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f33721d2-7475-49b4-b807-8bdf882019cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:15.164734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0143a547-21a1-4839-a021-ea536bac1abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:16.145865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:16.507443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:17.511703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:19.562259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:21:42.957725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b796a4e-92fc-4234-bd50-58d0c68b911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:45.156664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2af15614-7cf1-4cc7-92bc-29d0c09e8c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:46.146332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:46.506397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:47.494743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:50.980639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36044) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:50.987368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [None req-4e0fd7e4-7823-4c50-8a00-65624839ffc3 tempest-verify_tempest_config-1676874432 tempest-verify_tempest_config-1676874432-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:21:50.988538 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4e0fd7e4-7823-4c50-8a00-65624839ffc3 tempest-verify_tempest_config-1676874432 tempest-verify_tempest_config-1676874432-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067647 Apr 22 16:21:51.398375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36062) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:51.527211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:51.542978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:51.546919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d76951f83aa409c8b708e023f6bffd3 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:51.550122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:51.556068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:51.785485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:51.836482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:51.845244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:51.887279 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d76951f83aa409c8b708e023f6bffd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4877558 Apr 22 16:21:51.888931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a7507b-d78d-4bda-b595-72b71b93d0a1,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:51.890505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36068) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:51.896565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.896953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.897328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.897765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.899080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.899080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.899445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.899808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.900235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.900599 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.900957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.901312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:51.905851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:51.955937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:51.984036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:52.134884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:52.140103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:52.152724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a7507b-d78d-4bda-b595-72b71b93d0a1,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:52.161792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.162180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.162561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.162937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.163307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.163695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.164103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.169736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.169736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.169736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.169736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.169736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:52.169736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:52.170419 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67a7507b-d78d-4bda-b595-72b71b93d0a1 HTTP/1.1" status: 204 len: 168 time: 0.2786000 Apr 22 16:21:52.171028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:56.562101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:22:12.951055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-039b8e63-266a-44d1-a410-95c7287b5146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:15.167185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-391a915e-9e30-4a84-974f-0262a6dc0f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:16.151203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:16.499806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:17.505406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:33.561278 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:22:42.962029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aac879da-c0d8-41d2-940c-7fe4783a4c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:45.163450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4917645e-2a11-4674-9642-79d66eaa2654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:46.162211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:46.487516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:47.481766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:10.560030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 5 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:23:12.961250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e71b2098-f7bc-4f90-9435-a463e5350b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:15.149702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-64c70c03-1aa8-449f-8cfe-c9da9999d4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:16.149671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:16.492544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:17.498755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:31.148724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829'] for agent, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:42.965931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eae15a5a-5c5d-4c65-a2ba-2025231d1ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:45.200762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac321-eb46-47f7-9dd1-4cd625fd613f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:46.161391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:46.504099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:47.225505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36140) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:47.350542 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6e72a016-9fb5-44ea-a80c-7ee6609e5cf4 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1238658 Apr 22 16:23:47.509226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:47.559579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:23:49.951903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36150) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:50.013407 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c36e8d24-7575-4919-9eb2-ec34a06a3516 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0602877 Apr 22 16:24:01.114894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:12.970986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0afc02b2-097b-458f-b713-dbe137bcaa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:15.153611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f9d5477-dc12-45bd-a7b4-fe52b0de3095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:16.153903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:16.502473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:17.502152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:24.559492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:24:31.108427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:42.970593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-16daaac7-a03f-47d3-88ab-bb942e55bc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:45.160248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b55108ff-0533-4d5f-90fe-cdcea9c13cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:46.177944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:46.525104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:47.513518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:01.147403 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:01.560340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:25:12.964386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-30615e81-b904-4896-9fac-a23e22e31b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:15.170114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4938c344-1467-4b48-9d3a-49da54fe9bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:16.175308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:16.507633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:17.525782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:28.516529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36314) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:28.956111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36336) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:28.974461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-721525745-network', 'tenant_id': '306bafe74822450d946e3d9539cdfdfd'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:28.980745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:28.986767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Usage tracker for resource:network and tenant:306bafe74822450d946e3d9539cdfdfd is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:28.997942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:29.009497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:29.055307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Made reservation on behalf of 306bafe74822450d946e3d9539cdfdfd for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:29.060480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.074974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.108834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:29.108834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Usage tracker for resource:security_group_rule and tenant:306bafe74822450d946e3d9539cdfdfd is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:29.111924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:29.121530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:29.305613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.347766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.356045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:29.395837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:25:29.402123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06e50f-3fe0-4fcc-9f54-37e25cbfe823,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:29.413274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.413679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.414166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.414541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.414908 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.415303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.415674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.416039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Tracked resource versions report: Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:25:29.420353 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:25:29.428640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.428640 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Added segment c42d85f7-524c-471c-81f8-5bb705083bc9 of type vlan for network 401a0f93-95e1-4e69-8814-0c1bf9e75b5f Apr 22 16:25:29.428640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:29.466781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1546896195-network', 'tenant_id': '126d3bf01d9b49c2847c729ebcd5cccb'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:29.479747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:29.494521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Usage tracker for resource:network and tenant:126d3bf01d9b49c2847c729ebcd5cccb is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:29.498237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:29.504312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.506389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:29.540930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Made reservation on behalf of 126d3bf01d9b49c2847c729ebcd5cccb for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:29.548620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.558919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.561507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:29.562805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.571969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:29.572875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.595493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:29.600977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Usage tracker for resource:security_group_rule and tenant:126d3bf01d9b49c2847c729ebcd5cccb is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:29.604045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:29.611184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:29.717580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Pushing event updated for resources: {'Network': ['ID=401a0f93-95e1-4e69-8814-0c1bf9e75b5f,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:29.720525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:29.731797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 401a0f93-95e1-4e69-8814-0c1bf9e75b5f details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:25:29.743275 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2246816 Apr 22 16:25:29.746533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36374) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:29.755424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Request body: {'subnet': {'network_id': '401a0f93-95e1-4e69-8814-0c1bf9e75b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-721525745-subnet', 'tenant_id': '306bafe74822450d946e3d9539cdfdfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:29.760816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:29.768266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Usage tracker for resource:subnet and tenant:306bafe74822450d946e3d9539cdfdfd is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:29.777253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:29.794760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:29.861443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Made reservation on behalf of 306bafe74822450d946e3d9539cdfdfd for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:29.866844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.867124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.895911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.901275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:29.944821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0555696-fb47-434a-89db-853ff161a42b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:29.952012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.952546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.953144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.953614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.954084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.954586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.955084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.955526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.956850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.957109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.957571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.958030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Tracked resource versions report: Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:25:29.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:25:29.964890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:29.979096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:25:29.993320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.993831 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Added segment 0bb49253-c519-4621-9237-5e690d1e972d of type vlan for network 87b63e8a-3742-479a-93de-cdc988f91c66 Apr 22 16:25:30.038119 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.158391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.159925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:30.160855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.191527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-957a1c17-ed52-475c-89d3-549e7be9b061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:30.220960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36390) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:30.282117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36396) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:30.348415 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3902352 Apr 22 16:25:30.351026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36402) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:30.352499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Pushing event updated for resources: {'Network': ['ID=87b63e8a-3742-479a-93de-cdc988f91c66,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:30.356188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:30.360374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Request body: {'subnet': {'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1546896195-subnet', 'tenant_id': '126d3bf01d9b49c2847c729ebcd5cccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:30.367383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 87b63e8a-3742-479a-93de-cdc988f91c66 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:25:30.377238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:30.383951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Usage tracker for resource:subnet and tenant:126d3bf01d9b49c2847c729ebcd5cccb is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:30.388552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:30.418596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:30.523784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Made reservation on behalf of 126d3bf01d9b49c2847c729ebcd5cccb for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:30.529460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.763041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1686707323-network', 'tenant_id': '59749cee8bfb49eb892806b0f1cebbdf'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:30.785748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:30.792077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Usage tracker for resource:network and tenant:59749cee8bfb49eb892806b0f1cebbdf is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:30.796771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:30.808543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:30.820991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-network', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:30.979320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Made reservation on behalf of 59749cee8bfb49eb892806b0f1cebbdf for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:30.984294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.020056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.047740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:31.061309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Usage tracker for resource:network and tenant:5b277cb8ca574021aff9f871bb381b12 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:31.069538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:31.079624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:31.103529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Usage tracker for resource:security_group_rule and tenant:59749cee8bfb49eb892806b0f1cebbdf is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:31.122904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:31.131201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:31.146448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.159316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:31.203127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Made reservation on behalf of 5b277cb8ca574021aff9f871bb381b12 for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:31.209350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.240386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.312828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:31.347282 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Usage tracker for resource:security_group_rule and tenant:5b277cb8ca574021aff9f871bb381b12 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:31.356788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:31.372061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:31.426999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.454450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:31.575240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.633757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.669053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Checking segment: {'id': 'c42d85f7-524c-471c-81f8-5bb705083bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '401a0f93-95e1-4e69-8814-0c1bf9e75b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:31.669053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Network hostable DHCP agents. Network: 401a0f93-95e1-4e69-8814-0c1bf9e75b5f, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:25:31.711868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:25:31.716242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f1613b-a57c-4b32-8c1e-1dfac5e980f0,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:31.719287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:31.726833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:31.760702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.761116 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Added segment f4a355fa-528b-44b1-b2ac-40ae65200644 of type vlan for network 60b61a5b-1aa3-46ff-9892-1de74720be81 Apr 22 16:25:31.805046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.823944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ca1131-cb25-4b59-bff7-f76701498f91,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:31.827488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:31.839765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.857186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Network 401a0f93-95e1-4e69-8814-0c1bf9e75b5f is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:25:31.895941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.920682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:31.944724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 401a0f93-95e1-4e69-8814-0c1bf9e75b5f) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:31.949520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:31.950160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.976304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d880ef1-cfc2-4a47-92d7-7f77d00ff546 None None] Network 401a0f93-95e1-4e69-8814-0c1bf9e75b5f requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:31.991137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:25:32.021243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.027343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.028102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c144ce44-df8a-4179-8798-a3ee6cb29ba7,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:32.031886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:32.033236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.033625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Added segment 8babce36-4b3a-4d9c-938f-c228579ea901 of type vlan for network d9de1071-9191-426c-ad16-00fda579efd4 Apr 22 16:25:32.050625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ae047118-2892-4f6e-844f-876e24a97ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:32.078941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:32.078941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.205211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.289937 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5415261 Apr 22 16:25:32.291027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbba67a-be74-4a3d-b1eb-54010b0737f5,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:32.295071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:32.295713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-90512244-e60b-4f26-b539-89f85501432d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:32.358933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Checking segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:32.359450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Network hostable DHCP agents. Network: 87b63e8a-3742-479a-93de-cdc988f91c66, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:25:32.373960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36458) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:32.374164 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1457667 Apr 22 16:25:32.383614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Request body: {'subnet': {'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1686707323-subnet', 'tenant_id': '59749cee8bfb49eb892806b0f1cebbdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:32.391349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:32.397664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Usage tracker for resource:subnet and tenant:59749cee8bfb49eb892806b0f1cebbdf is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:32.402439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:32.411092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:32.457176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.463958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:32.470518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.474052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Pushing event updated for resources: {'Network': ['ID=60b61a5b-1aa3-46ff-9892-1de74720be81,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:32.478579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d454ee-eaf9-4b06-8226-5f4c5d1da5b0 None None] Network 401a0f93-95e1-4e69-8814-0c1bf9e75b5f requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:32.481895 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:32.482471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1c8f6bbb-b8cc-4b3f-bc1d-1b219c2d4a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:32.489623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Made reservation on behalf of 59749cee8bfb49eb892806b0f1cebbdf for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:32.495215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.521471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Network 87b63e8a-3742-479a-93de-cdc988f91c66 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:25:32.533709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 60b61a5b-1aa3-46ff-9892-1de74720be81 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:25:32.681204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 87b63e8a-3742-479a-93de-cdc988f91c66) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:32.686307 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4028172 Apr 22 16:25:32.693856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36466) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:32.710733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:32.710733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:32.720103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a8451-8bd6-4d05-987c-bf9ad88b4fb3 None None] Network 87b63e8a-3742-479a-93de-cdc988f91c66 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:32.720296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Request body: {'subnet': {'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-subnet', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:32.743877 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Pushing event updated for resources: {'Network': ['ID=d9de1071-9191-426c-ad16-00fda579efd4,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:32.746590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:32.783082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:32.783082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Usage tracker for resource:subnet and tenant:5b277cb8ca574021aff9f871bb381b12 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:32.784708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:32.795982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:32.848336 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4957089 Apr 22 16:25:32.861234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Made reservation on behalf of 5b277cb8ca574021aff9f871bb381b12 for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:32.867456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:33.139531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network d9de1071-9191-426c-ad16-00fda579efd4 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:25:33.322598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776dc48d-7825-45c1-ac5d-de64e56f0de5 None None] Network 87b63e8a-3742-479a-93de-cdc988f91c66 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:33.457645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:33.463000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-205a524c-a718-4e0f-9669-477476b465e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:33.541126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13629a92-fdc0-4888-a8d4-82bfdb965a45,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:33.550579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:33.838120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Checking segment: {'id': 'f4a355fa-528b-44b1-b2ac-40ae65200644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:33.838713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Network hostable DHCP agents. Network: 60b61a5b-1aa3-46ff-9892-1de74720be81, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:25:33.895673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Network 60b61a5b-1aa3-46ff-9892-1de74720be81 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:25:33.942835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 60b61a5b-1aa3-46ff-9892-1de74720be81) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:33.947936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:33.953175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:33.954587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:33.955380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:33.992509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558accc-7056-4ff4-9e23-435e63e01fb8 None None] Network 60b61a5b-1aa3-46ff-9892-1de74720be81 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:34.048559 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e157fd92-ba60-4eb9-8f40-a2fa55249b83 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6724758 Apr 22 16:25:34.073228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a36e506-2374-4e63-87e1-10fa88225e2d,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:34.076974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:34.106969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Checking segment: {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:34.107887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Network hostable DHCP agents. Network: d9de1071-9191-426c-ad16-00fda579efd4, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:25:34.158438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Network d9de1071-9191-426c-ad16-00fda579efd4 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:25:34.198875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, d9de1071-9191-426c-ad16-00fda579efd4) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:34.214587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:34.216113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.242164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e768da7a-0702-4ca5-a0b9-0d1257568702 None None] Network d9de1071-9191-426c-ad16-00fda579efd4 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:34.323382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36526) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:34.329800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-269629914-network', 'tenant_id': 'eca734caace24691abfaa9e67a96cf84'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:34.337803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:34.348753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Usage tracker for resource:network and tenant:eca734caace24691abfaa9e67a96cf84 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:34.353452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:34.363575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:34.371335 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6780620 Apr 22 16:25:34.372573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36530) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:34.382182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:34.418258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:34.431711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Usage tracker for resource:router and tenant:5b277cb8ca574021aff9f871bb381b12 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:34.433311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Made reservation on behalf of eca734caace24691abfaa9e67a96cf84 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:34.437770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:34.448025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.449796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:34.481935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.496246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.498387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.514137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:34.520721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:eca734caace24691abfaa9e67a96cf84 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:34.528041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:34.545284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:34.571877 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29907101-8f60-4f17-b326-47e7d3823423 None None] Network 60b61a5b-1aa3-46ff-9892-1de74720be81 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:34.589471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.851418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.879097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.902536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:34.927837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36562) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:34.945320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:25:34.947735 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 16:25:34.998392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99a7bf-dd4b-4b5a-8978-3ea9ebe5421d,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:35.005023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:35.010172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:35.010564 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Added segment 9f2d2de3-ecf5-4bb2-b7f4-816a8d7df34b of type vlan for network 9cb95a07-edc7-4d0e-9e78-b5d57140845a Apr 22 16:25:35.038175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6520a7-c970-4bdd-8fbe-6f0b9a4fa7a3 None None] Network d9de1071-9191-426c-ad16-00fda579efd4 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:35.207169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:35.225424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-9ac00ecd-1c50-4504-8ffc-640968c0311c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:35.226488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-9ac00ecd-1c50-4504-8ffc-640968c0311c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Synchronizing usage tracker for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:35.267846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:35.381539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:35.382669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-9ac00ecd-1c50-4504-8ffc-640968c0311c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Unset dirty status for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:35.388702 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-9ac00ecd-1c50-4504-8ffc-640968c0311c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.4595389 Apr 22 16:25:35.391474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:35.391474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:35.428555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:35.444841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36588) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:35.498232 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1734350 Apr 22 16:25:35.503252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36594) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:35.512497 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-439cdede-4926-4300-b1fb-aac58706781e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/quotas/126d3bf01d9b49c2847c729ebcd5cccb HTTP/1.1" status: 200 len: 375 time: 0.0642674 Apr 22 16:25:35.522720 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Request body: {'subnet': {'network_id': '9cb95a07-edc7-4d0e-9e78-b5d57140845a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-269629914-subnet', 'tenant_id': 'eca734caace24691abfaa9e67a96cf84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:35.529608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:35.535151 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Usage tracker for resource:subnet and tenant:eca734caace24691abfaa9e67a96cf84 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:35.539807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:35.550979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:35.633604 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-e112c663-69b1-49e0-9cce-4d8706fa56f3 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193748 Apr 22 16:25:35.665187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb95a07-edc7-4d0e-9e78-b5d57140845a,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:35.668650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:35.681681 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 9cb95a07-edc7-4d0e-9e78-b5d57140845a details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:25:35.739561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Made reservation on behalf of eca734caace24691abfaa9e67a96cf84 for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:35.745179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:35.773741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36608) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:35.818009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-3ff346c4-fa5b-4c74-ae63-ba9cb04c009f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:35.827009 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-3ff346c4-fa5b-4c74-ae63-ba9cb04c009f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/networks?id=60b61a5b-1aa3-46ff-9892-1de74720be81 HTTP/1.1" status: 200 len: 812 time: 0.3758922 Apr 22 16:25:35.859403 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-e1368955-b5a2-434d-aec8-f8cf9562fd38 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/quotas/59749cee8bfb49eb892806b0f1cebbdf HTTP/1.1" status: 200 len: 375 time: 0.0311801 Apr 22 16:25:35.948381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-d87065cd-22c3-489c-8427-548340d787f3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:25:35.949561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-d87065cd-22c3-489c-8427-548340d787f3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1040039 Apr 22 16:25:35.954456 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-77dea390-06a1-4d99-8bf0-9dd2d7f5ed6c tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=59749cee8bfb49eb892806b0f1cebbdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846591 Apr 22 16:25:35.958265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.029772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:36.095265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea64e1be6dc4e6589ae118b079c2fa2 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:36.108885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:36.120483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:36.148900 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.186519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.190547 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-cf10766d-3f6c-45ec-92c2-be490c49729c service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220235 Apr 22 16:25:36.260502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-e958a0da-8717-4872-8900-7918c7474706 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:25:36.261639 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-e958a0da-8717-4872-8900-7918c7474706 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1016088 Apr 22 16:25:36.445152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Allocated IP 172.27.3.74 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/67ce9e6d-0eb7-4661-92b4-99985cbc045b) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:36.571837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-056b1e31-7840-42d8-ad54-8eb1118b08dc service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632448 Apr 22 16:25:36.585342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.611371 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-4996ac0e-125b-4e0f-88c5-1307d7dc369a service neutron] 10.222.0.10 "GET /v2.0/networks/60b61a5b-1aa3-46ff-9892-1de74720be81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413870 Apr 22 16:25:36.706337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.723358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:36.751224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.871792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.887560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:36.960659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.975282 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:36.989231 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-e1ebd708-2409-46c7-89d0-cb0e5257d807 service neutron] 10.222.0.10 "GET /v2.0/networks/60b61a5b-1aa3-46ff-9892-1de74720be81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589840 Apr 22 16:25:36.989231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61272ce-9cac-4895-a7ec-085bfcb59228,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:36.989473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:36.989473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:37.006050 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ea64e1be6dc4e6589ae118b079c2fa2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1939964 Apr 22 16:25:37.007697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:37.023603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36654) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:37.203745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:37.232852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Pushing event updated for resources: {'Port': ['ID=67ce9e6d-0eb7-4661-92b4-99985cbc045b,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:37.282372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:37.294592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:37.301011 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-85ca2a07-7b3a-4356-9ac9-16319d94aa8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:37.381415 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9d88a47-5a95-4ddc-bfd4-39dd4d3e7da8 req-a744655f-52ef-4f18-b469-95ab845045c7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0816669 Apr 22 16:25:37.448218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Checking segment: {'id': '9f2d2de3-ecf5-4bb2-b7f4-816a8d7df34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9cb95a07-edc7-4d0e-9e78-b5d57140845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:37.448637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Network hostable DHCP agents. Network: 9cb95a07-edc7-4d0e-9e78-b5d57140845a, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:25:37.465851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85de88a2-9f22-4ded-9e4c-d58bcbd2f1f8,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:37.474057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:37.569874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:37.574581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:37.609314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Network 9cb95a07-edc7-4d0e-9e78-b5d57140845a is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:25:37.617858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61272ce-9cac-4895-a7ec-085bfcb59228,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:37.627620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:37.650405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:37.660978 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b61272ce-9cac-4895-a7ec-085bfcb59228 HTTP/1.1" status: 204 len: 168 time: 0.6262884 Apr 22 16:25:37.793020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 9cb95a07-edc7-4d0e-9e78-b5d57140845a) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:37.803444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8abdc-67d8-4cf7-9047-d3089afd6586 None None] Network 9cb95a07-edc7-4d0e-9e78-b5d57140845a requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:37.836654 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d09c691e-382c-461a-afb8-0392f2ebf43e req-d39ac5a5-85d6-4433-9927-bb8f30b2884a tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.1476088 Apr 22 16:25:38.011272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:38.012380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:38.142111 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6275885 Apr 22 16:25:38.178006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:38.190624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31bd736-4c46-4ca2-9470-bc5753c5d8cc None None] Network 9cb95a07-edc7-4d0e-9e78-b5d57140845a requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:38.567384 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:25:38.656847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36728) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:38.680650 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-22e7d838-24d5-4188-b5f6-e0d1ae1205b8 req-7110ec15-7049-49d4-a33f-cc9dd0797702 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.1419261 Apr 22 16:25:38.902766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Deleting subnet b8f1613b-a57c-4b32-8c1e-1dfac5e980f0 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:25:38.974590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36752) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:38.998518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:39.015004 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5435f665-95c0-4ab6-9ef9-7cb4cc836016 req-86908892-023d-4750-bd2f-3e2fa5524298 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0757401 Apr 22 16:25:39.263389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:39.294394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:39.305907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0afb8c47964f4a89966dfbc735a49dd9 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:39.312974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:39.342297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:39.342297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:39.361288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:39.392210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:39.837988 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-147dc23c-ff5c-460c-a991-85f41a90d915 req-7f7422c3-4e2b-42c2-8703-83c6c95f2f46 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0581582 Apr 22 16:25:39.949114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:39.963386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:25:40.034625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.054288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:40.192388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ab5783-17c6-4e43-a91e-bfdbb7a6f85f,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:40.199151 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:40.200891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Synchronizing usage tracker for tenant:b07e4c3a8e8c4d92bce14e949f745dad on resource:security_group {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:40.229854 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8c065140-b391-4c55-803b-002a9c0a3f74 req-dc859f28-920d-4308-b5eb-064b1f60e106 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0530517 Apr 22 16:25:40.235150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.258952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:40.307570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f1613b-a57c-4b32-8c1e-1dfac5e980f0,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:40.323075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:40.324255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:25:40.338225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Unset dirty status for tenant:b07e4c3a8e8c4d92bce14e949f745dad on resource:security_group {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:40.338225 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0afb8c47964f4a89966dfbc735a49dd9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3589492 Apr 22 16:25:40.338570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36792) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:40.344091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Sync routers for ids ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:25:40.361740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Routers {'3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:25:40.364102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:25:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:40.388913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.394518 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8210f059-1002-4ea9-9e5b-a6ec6493c80a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b8f1613b-a57c-4b32-8c1e-1dfac5e980f0 HTTP/1.1" status: 204 len: 168 time: 1.7359345 Apr 22 16:25:40.395386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36796) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:40.418876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36800) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:40.434634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.435323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.436165 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0620139 Apr 22 16:25:40.447449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36806) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:40.561839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.621797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Set router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:25:40.781976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.939317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.940745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.941916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.942470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > port after_create 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.943120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.943981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > port after_update 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.944700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.945231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.945911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:40.946446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:41.002808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:25:37Z', 'revision_number': 3, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port': {'id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:36Z', 'updated_at': '2021-04-22T16:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:41.007894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Checking router: 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:25:41.008487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Updating router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 port 67ce9e6d-0eb7-4661-92b4-99985cbc045b binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:25:41.074927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.128590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:41.128899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:41.129283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:41.129661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86487) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:25:41.130070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401a0f93-95e1-4e69-8814-0c1bf9e75b5f']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:41.144984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42d85f7-524c-471c-81f8-5bb705083bc9') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:41.145341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42d85f7-524c-471c-81f8-5bb705083bc9') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:41.165567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.186845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.194876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:25:41.218168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.258115 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aa6c6fa4-acd0-4d14-85e8-48f72b147f37 req-00d7f68c-623c-4f11-8813-20273652ce1d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.1437118 Apr 22 16:25:41.258836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.319099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:41.349206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Usage tracker for resource:security_group_rule and tenant:19fa77f5a22c4e80b4fc67959d4393ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:41.358496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:41.375638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:41.466463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Network 401a0f93-95e1-4e69-8814-0c1bf9e75b5f has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:25:41.475977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.573648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.643878 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-25deb7c6-b5bd-4000-8ef0-184dc116ba84 req-6d728952-b464-4cc7-a22b-c6e1cb1409fd tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.1528363 Apr 22 16:25:41.660270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Network 401a0f93-95e1-4e69-8814-0c1bf9e75b5f has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: from cryptography.utils import int_from_bytes Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: from cryptography.utils import int_from_bytes Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: (rel_b, rel_a, rel_b), Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:25:41.685868 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:25:41.691813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.706113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:41.738339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ab5783-17c6-4e43-a91e-bfdbb7a6f85f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:41.740878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:41.773207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.773207 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96ab5783-17c6-4e43-a91e-bfdbb7a6f85f HTTP/1.1" status: 204 len: 168 time: 1.4341097 Apr 22 16:25:41.880680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Transition to ACTIVE for port object 67ce9e6d-0eb7-4661-92b4-99985cbc045b will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:25:41.935244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.935701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.942538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:41.947397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.948881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:41.975460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.979125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=401a0f93-95e1-4e69-8814-0c1bf9e75b5f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:41.985569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:41.994718 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-fe1aa6f8-33c3-4b7d-b096-3d4e220dfbc6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/401a0f93-95e1-4e69-8814-0c1bf9e75b5f HTTP/1.1" status: 204 len: 168 time: 1.5913296 Apr 22 16:25:41.994718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36834) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:42.003035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.021482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5b36813f-045c-4c8c-8d8b-24e832de1f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:42.050660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Attempting to bind port 67ce9e6d-0eb7-4661-92b4-99985cbc045b on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:25:42.050959 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Attempting to bind port 67ce9e6d-0eb7-4661-92b4-99985cbc045b by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:25:42.052084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Attempting to bind port 67ce9e6d-0eb7-4661-92b4-99985cbc045b on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:42.066760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:25:42.067183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:42.067721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.067987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:25:42.068549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Bound port: 67ce9e6d-0eb7-4661-92b4-99985cbc045b, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:25:42.068952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.107474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Deleting subnet 85de88a2-9f22-4ded-9e4c-d58bcbd2f1f8 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:25:42.112722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.119188 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19fa77f5a22c4e80b4fc67959d4393ba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6989183 Apr 22 16:25:42.124783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 36840) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:42.138424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.163172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] For port 67ce9e6d-0eb7-4661-92b4-99985cbc045b, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:25:42.169085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] For port 67ce9e6d-0eb7-4661-92b4-99985cbc045b, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=67ce9e6d-0eb7-4661-92b4-99985cbc045b,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:25:42.170198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Pushing event updated for resources: {'Port': ['ID=67ce9e6d-0eb7-4661-92b4-99985cbc045b,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:42.179629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.179854 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.180113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.180536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.180899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.181258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.181618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.181975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.182349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.183507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4afc39-6405-474a-ac00-51c130437d8d,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:42.185470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.185785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.186162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Tracked resource versions report: Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:25:42.188450 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:25:42.192206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:42.192488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:42.211071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.215430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.242913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f1284fe5-bd02-4332-a86f-c88f16d084a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:42.300515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.358574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.399174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Routers {'3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:25:42.405782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:25:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:42.452861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.562652 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-779917e3-c622-4b7b-a534-659ed9354a38 req-93db81b2-f623-4131-8581-73c1dc22da97 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0904191 Apr 22 16:25:42.655168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Pushing event updated for resources: {'Port': ['ID=67ce9e6d-0eb7-4661-92b4-99985cbc045b,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:42.658702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:42.685784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Allocated IP 172.20.0.1 (d9de1071-9191-426c-ad16-00fda579efd4/7a36e506-2374-4e63-87e1-10fa88225e2d/7767f062-56f7-4bcb-9006-62d105adfc1f) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:42.700921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.707473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:42.720542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4afc39-6405-474a-ac00-51c130437d8d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:42.725189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] Set router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:25:42.727009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:42.735940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.767255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.767791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-526bf829-a032-42a5-87c9-354e747c8746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:42.767869 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea4afc39-6405-474a-ac00-51c130437d8d HTTP/1.1" status: 204 len: 168 time: 0.6339993 Apr 22 16:25:42.830393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.857020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85de88a2-9f22-4ded-9e4c-d58bcbd2f1f8,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:42.863980 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/85de88a2-9f22-4ded-9e4c-d58bcbd2f1f8 HTTP/1.1" status: 204 len: 168 time: 0.8675008 Apr 22 16:25:42.863980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e4d088b2-c7ed-47ea-970d-d34cfcc834a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:42.863980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36868) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:42.938664 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-355a1133-bd5d-49aa-b66f-ef8de263e273 req-c4aa63b6-f104-4adc-83a3-2e9cd356c263 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.1325691 Apr 22 16:25:43.008577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.009870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1eafea62-e019-4071-b019-389f466ba95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.187595 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.210329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.346831 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.352521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:43.435334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Network d9de1071-9191-426c-ad16-00fda579efd4 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:43.466146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Pushing event updated for resources: {'Port': ['ID=7767f062-56f7-4bcb-9006-62d105adfc1f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:43.469613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:43.473060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:43.476165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:43.476930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.489772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:25:37Z', 'revision_number': 3, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port': {'id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:36Z', 'updated_at': '2021-04-22T16:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:43.495556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934a37e-b759-486f-b428-bd89fb6ae81d None None] The sync data for ids ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'] in dv-cinder-784623-7-iscsi is: [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:25:37Z', 'revision_number': 3, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port': {'id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:36Z', 'updated_at': '2021-04-22T16:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:25:43.783294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb95a07-edc7-4d0e-9e78-b5d57140845a']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:43.813288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2d2de3-ecf5-4bb2-b7f4-816a8d7df34b') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:43.813772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2d2de3-ecf5-4bb2-b7f4-816a8d7df34b') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:43.828594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.874194 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a0c08be2-9722-43e0-ab01-df8492e8a6c9 req-ddc5e7ca-daea-4407-8336-66e17d0b0ed4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0892057 Apr 22 16:25:43.907223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.915384 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:25:44.101530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.307849 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4a786a83-269c-46ad-a4d7-39e300b41433 req-2a838930-c7eb-42d7-825e-9c517bc6ef5c tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.1077812 Apr 22 16:25:44.410348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Network 9cb95a07-edc7-4d0e-9e78-b5d57140845a has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:25:44.431287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.730925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.770703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.772126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.784229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:44.861232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Network 9cb95a07-edc7-4d0e-9e78-b5d57140845a has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:25:44.891391 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:25:45.020846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.025344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:45.071667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.075463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb95a07-edc7-4d0e-9e78-b5d57140845a,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:45.078786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:45.091526 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9cb95a07-edc7-4d0e-9e78-b5d57140845a HTTP/1.1" status: 204 len: 168 time: 2.2264760 Apr 22 16:25:45.102440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 67ce9e6d-0eb7-4661-92b4-99985cbc045b up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:25:45.238302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 67ce9e6d-0eb7-4661-92b4-99985cbc045b completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:25:45.244115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 67ce9e6d-0eb7-4661-92b4-99985cbc045b triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:25:45.244749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.317764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fa9011d7-8dd2-46d3-9aff-6b1702295a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.360093 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5773c23-e48c-4eed-991c-02d1d2e076a3 req-5aadacf2-1e98-4809-b426-42d40020fafa tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.1303594 Apr 22 16:25:45.380382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Pushing event updated for resources: {'Port': ['ID=7767f062-56f7-4bcb-9006-62d105adfc1f,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:45.396819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:45.403948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.447154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 67ce9e6d-0eb7-4661-92b4-99985cbc045b, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=67ce9e6d-0eb7-4661-92b4-99985cbc045b,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:45.463060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Network d9de1071-9191-426c-ad16-00fda579efd4 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:45.465987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:45.477558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.479746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:45.530178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36954) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:45.584045 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-072c349a-7afb-4936-9385-025270454724 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=306bafe74822450d946e3d9539cdfdfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526066 Apr 22 16:25:45.586775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 36958) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:45.591436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=67ce9e6d-0eb7-4661-92b4-99985cbc045b,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:45.595875 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cd52ccb0-a005-4c76-9552-651664c18842 req-b13f80ef-ad75-4b07-ac61-6bdf7022755b tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.1313307 Apr 22 16:25:45.601581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.601962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.602649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.603532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.604100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.604699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.605272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.606013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.606466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.606902 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.607338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.608241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Tracked resource versions report: Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: pushed versions: Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: { 'AddressGroup': {'1.2'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': {'1.0'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': {'1.0'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': {'1.1'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': {'1.7'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': {'1.2'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': {'1.8'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': {'1.4'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': {'1.0'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': {'1.1'}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': {'1.1'}} Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: consumer versions: Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: { DHCP agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: L3 agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: Metadata agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: Metering agent@dv-cinder-784623-7-iscsi: {}, Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: Open vSwitch agent@dv-cinder-784623-7-iscsi: { 'AddressGroup': '1.2', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'ConntrackHelper': '1.0', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Log': '1.0', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Network': '1.1', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Port': '1.7', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'PortForwarding': '1.2', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'QosPolicy': '1.8', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroup': '1.4', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SecurityGroupRule': '1.2', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'SubPort': '1.0', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Subnet': '1.1', Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: 'Trunk': '1.1'}} Apr 22 16:25:45.611463 dv-cinder-784623-7-iscsi neutron-server[86372]: {{(pid=86489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:25:45.618813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:45.670531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.707942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.774158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:25:45.929026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.937654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:45.974148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06e50f-3fe0-4fcc-9f54-37e25cbfe823,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:45.984731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:45.985809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.990435 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f06e50f-3fe0-4fcc-9f54-37e25cbfe823 HTTP/1.1" status: 204 len: 168 time: 0.4022622 Apr 22 16:25:46.015622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:25:46.032938 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] 10.222.0.10 "PUT /v2.0/routers/3dc717d6-d1d1-4ea6-9fc4-86eea0c78301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5843511 Apr 22 16:25:46.163382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:46.524441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:46.598967 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64fcc057-e819-405e-9a74-37e6172cb5f4 req-ce6d3732-153e-424d-a098-869b9d8fd8e1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0692308 Apr 22 16:25:46.798648 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bbe01233-024a-4189-a5c1-3defd170d70b req-9dad3794-79b0-4c80-8216-c05f0af66603 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0741079 Apr 22 16:25:47.008223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37024) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:47.024676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37030) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:47.027353 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-39842e42-1400-4de6-ae2d-c0dff3ed8100 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eca734caace24691abfaa9e67a96cf84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0822752 Apr 22 16:25:47.033010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 67ce9e6d-0eb7-4661-92b4-99985cbc045b up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:25:47.090682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Sync routers for ids ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:25:47.129552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Routers {'3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:25:47.131015 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:25:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:47.246280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:47.307612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 67ce9e6d-0eb7-4661-92b4-99985cbc045b triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:25:47.308602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:47.318586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-c96ec32f-05d3-465b-95c4-4c84b0daf19f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:47.320781 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-c96ec32f-05d3-465b-95c4-4c84b0daf19f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 819 time: 0.3286939 Apr 22 16:25:47.340279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:47.366903 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-3dd19219-bf7b-414b-8a0d-c44513dc9dcd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/quotas/5b277cb8ca574021aff9f871bb381b12 HTTP/1.1" status: 200 len: 375 time: 0.0344510 Apr 22 16:25:47.452967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Set router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:25:47.494165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-f12c1ccf-0fe9-4fbf-a01c-ebca30b0bc6e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Synchronizing usage tracker for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:47.552852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-f12c1ccf-0fe9-4fbf-a01c-ebca30b0bc6e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Unset dirty status for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:47.555456 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-f12c1ccf-0fe9-4fbf-a01c-ebca30b0bc6e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1802559 Apr 22 16:25:47.613363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:47.636479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9c39a3fb-be81-4950-be2e-d83930af4f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:47.650703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99a7bf-dd4b-4b5a-8978-3ea9ebe5421d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:47.660985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:47.713348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:47.745003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:47.748815 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae99a7bf-dd4b-4b5a-8978-3ea9ebe5421d HTTP/1.1" status: 204 len: 168 time: 0.8357422 Apr 22 16:25:47.852311 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3895d529-4de0-4d68-abca-a0cfcd58cf1a req-20e978b4-2243-49c4-8357-a08850ddab3f tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0812640 Apr 22 16:25:47.871069 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-dfd47b2f-926b-4ef8-94d6-c9b029c9fe6b service neutron] 10.222.0.10 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858355 Apr 22 16:25:47.992408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:25:43Z', 'revision_number': 4, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port': {'id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:36Z', 'updated_at': '2021-04-22T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '7767f062-56f7-4bcb-9006-62d105adfc1f', 'name': '', 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'mac_address': 'fa:16:3e:5b:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:42Z', 'updated_at': '2021-04-22T16:25:44Z', 'revision_number': 2, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'subnets': [{'id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:47.996686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Checking router: 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:25:47.997090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Updating router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 port 7767f062-56f7-4bcb-9006-62d105adfc1f binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:25:48.063053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:48.081390 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1bab52ac-a91c-4fa6-a57f-46cf71306f52 req-c69c2225-a48d-4612-984e-319a3d25ab28 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0732672 Apr 22 16:25:48.121999 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-cefbb4b0-87e9-45ea-a07f-2d4aeec64f86 service neutron] 10.222.0.10 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488458 Apr 22 16:25:48.545397 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-84d096bf-3e4e-4211-ab79-e4d12b7ec3c8 req-e7fa3958-bb7b-4db9-a27b-6dd4a1a03950 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 210 time: 0.1221368 Apr 22 16:25:48.829349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:48.847037 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Transition to ACTIVE for port object 7767f062-56f7-4bcb-9006-62d105adfc1f will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:25:48.913366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:48.921414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:48.959729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.26', 60373) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:49.219897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbc5c1-e2ae-4555-8d74-5f62bcac5b5a None None] Pushing event updated for resources: {'Port': ['ID=7767f062-56f7-4bcb-9006-62d105adfc1f,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:49.236264 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-22bbc5c1-e2ae-4555-8d74-5f62bcac5b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:49.386976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-baff3278-5f43-4a11-92a2-cf5e241e7ad7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:49.389167 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-baff3278-5f43-4a11-92a2-cf5e241e7ad7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.4254944 Apr 22 16:25:49.466280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Attempting to bind port 7767f062-56f7-4bcb-9006-62d105adfc1f on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:25:49.466969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Attempting to bind port 7767f062-56f7-4bcb-9006-62d105adfc1f by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:25:49.467625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Attempting to bind port 7767f062-56f7-4bcb-9006-62d105adfc1f on network d9de1071-9191-426c-ad16-00fda579efd4 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:49.491835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:25:49.493924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Checking segment: {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:49.493924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:49.493924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Bound using segment: {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:25:49.494804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Bound port: 7767f062-56f7-4bcb-9006-62d105adfc1f, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:25:49.506138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:49.605649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.26', 60376) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:49.685761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Request body: {'port': {'device_id': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'admin_state_up': True, 'tenant_id': '126d3bf01d9b49c2847c729ebcd5cccb'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:49.798726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] For port 7767f062-56f7-4bcb-9006-62d105adfc1f, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:25:49.808927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] For port 7767f062-56f7-4bcb-9006-62d105adfc1f, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=7767f062-56f7-4bcb-9006-62d105adfc1f,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:25:49.839575 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-65c61954-5ac0-4c86-b517-76adc44a88b6 req-c2c7e7e2-7a8e-4a21-a1b8-c349efb68bd7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.4476774 Apr 22 16:25:49.862684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:49.908152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:50.163991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Routers {'3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:25:50.164711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:25:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:50.179851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-758db4ea-53b3-48c8-ae97-597e98df890e tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:50.180946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-758db4ea-53b3-48c8-ae97-597e98df890e tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Synchronizing usage tracker for tenant:59749cee8bfb49eb892806b0f1cebbdf on resource:network {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:50.243648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-758db4ea-53b3-48c8-ae97-597e98df890e tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Unset dirty status for tenant:59749cee8bfb49eb892806b0f1cebbdf on resource:network {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:50.245493 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-758db4ea-53b3-48c8-ae97-597e98df890e tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.26 "GET /v2.0/networks?id=60b61a5b-1aa3-46ff-9892-1de74720be81 HTTP/1.1" status: 200 len: 812 time: 0.6373041 Apr 22 16:25:50.267227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Request body: {'port': {'device_id': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81', 'admin_state_up': True, 'tenant_id': '59749cee8bfb49eb892806b0f1cebbdf'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:50.287283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbc5c1-e2ae-4555-8d74-5f62bcac5b5a None None] Pushing event updated for resources: {'Port': ['ID=7767f062-56f7-4bcb-9006-62d105adfc1f,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:50.353009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-22bbc5c1-e2ae-4555-8d74-5f62bcac5b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:50.408987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:50.425451 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb0c386f-9659-4ba1-ba7c-7a4f18688398 req-ca96ad71-0279-4bbd-8ed0-857becf30bee tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.2148266 Apr 22 16:25:50.427256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Usage tracker for resource:port and tenant:126d3bf01d9b49c2847c729ebcd5cccb is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:50.431742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:50.470749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:50.527589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] Set router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:25:50.536968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29e0ba99-6881-41dd-a0ce-cc4711eab1bd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:50.547447 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29e0ba99-6881-41dd-a0ce-cc4711eab1bd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 819 time: 1.1566074 Apr 22 16:25:50.562188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Made reservation on behalf of 126d3bf01d9b49c2847c729ebcd5cccb for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:50.569533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:50.594564 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-1a1025fc-2181-4355-9eb3-3ca278ce1b57 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/quotas/5b277cb8ca574021aff9f871bb381b12 HTTP/1.1" status: 200 len: 375 time: 0.0460157 Apr 22 16:25:50.601074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:50.610510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Usage tracker for resource:port and tenant:59749cee8bfb49eb892806b0f1cebbdf is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:50.622064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:50.631006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:50.683621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Made reservation on behalf of 59749cee8bfb49eb892806b0f1cebbdf for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:50.691349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:50.782416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37248) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:51.102906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Allocated IP 172.20.0.10 (87b63e8a-3742-479a-93de-cdc988f91c66/5fbba67a-be74-4a3d-b1eb-54010b0737f5/3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:51.236727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Allocated IP 172.20.0.4 (60b61a5b-1aa3-46ff-9892-1de74720be81/13629a92-fdc0-4888-a8d4-82bfdb965a45/517346f8-686b-40b8-be72-59c7c945c62e) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:51.420168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:51.496237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:25:43Z', 'revision_number': 4, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port': {'id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:36Z', 'updated_at': '2021-04-22T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '7767f062-56f7-4bcb-9006-62d105adfc1f', 'name': '', 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'mac_address': 'fa:16:3e:5b:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:42Z', 'updated_at': '2021-04-22T16:25:49Z', 'revision_number': 4, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'subnets': [{'id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:51.508564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710f497-1635-45d1-98c1-57dfefd1feba None None] The sync data for ids ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'] in dv-cinder-784623-7-iscsi is: [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:25:43Z', 'revision_number': 4, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port': {'id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:36Z', 'updated_at': '2021-04-22T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '7767f062-56f7-4bcb-9006-62d105adfc1f', 'name': '', 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'mac_address': 'fa:16:3e:5b:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:42Z', 'updated_at': '2021-04-22T16:25:49Z', 'revision_number': 4, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'subnets': [{'id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:25:51.542572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.26', 60387) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:51.562556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:51.638240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cd37b025-52ff-4664-a03f-b5e4e7ba33a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:51.811121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Network 87b63e8a-3742-479a-93de-cdc988f91c66 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:51.835987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:51.882078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:51.890870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:51.898343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:51.899404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:51.943465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd413064-5fe5-4e7e-9a8e-e2d0acd08202 req-255f5bfc-f0c9-42d1-8f35-101b0d039f47 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:51.944762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-bd413064-5fe5-4e7e-9a8e-e2d0acd08202 req-255f5bfc-f0c9-42d1-8f35-101b0d039f47 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Synchronizing usage tracker for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:51.958795 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-aeb71ee5-48f4-4353-9323-efcf2004dd2b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3632796 Apr 22 16:25:51.962411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event updated for resources: {'Port': ['ID=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:51.971806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:52.066492 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5432920 Apr 22 16:25:52.214851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-fe2356dd-6d80-4869-ade5-9104c61fa228 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:52.217309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-fe2356dd-6d80-4869-ade5-9104c61fa228 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Synchronizing usage tracker for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:network {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:52.321444 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-9c2defc1-c95b-41a4-ae1f-717334c0d06e service neutron] 10.222.0.10 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522689 Apr 22 16:25:52.341196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-ea2c7c54-f262-4e0d-89e8-325ea18aa3c3 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:25:52.347028 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-ea2c7c54-f262-4e0d-89e8-325ea18aa3c3 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241933 Apr 22 16:25:52.437656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:52.455838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-bd413064-5fe5-4e7e-9a8e-e2d0acd08202 req-255f5bfc-f0c9-42d1-8f35-101b0d039f47 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Unset dirty status for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:52.472500 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd413064-5fe5-4e7e-9a8e-e2d0acd08202 req-255f5bfc-f0c9-42d1-8f35-101b0d039f47 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 932 time: 1.0430405 Apr 22 16:25:52.488513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-fe2356dd-6d80-4869-ade5-9104c61fa228 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Unset dirty status for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:network {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:52.504463 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-fe2356dd-6d80-4869-ade5-9104c61fa228 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 819 time: 0.7533062 Apr 22 16:25:52.507871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Usage tracker for resource:security_group_rule and tenant:6eacca1044184dd8ac5829fa698fe837 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:52.519971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:52.558208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:52.622219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:52.663471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Request body: {'port': {'device_id': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'admin_state_up': True, 'tenant_id': '5b277cb8ca574021aff9f871bb381b12'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:52.845271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37322) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:52.913009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-bd413064-5fe5-4e7e-9a8e-e2d0acd08202 req-bdded2ec-1b36-4011-8d4e-5377b17bda88 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Synchronizing usage tracker for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:52.942371 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-32809d1b-6fc6-4fca-8bfc-b7d90db3d30a service neutron] 10.222.0.10 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930915 Apr 22 16:25:52.969016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-bd413064-5fe5-4e7e-9a8e-e2d0acd08202 req-bdded2ec-1b36-4011-8d4e-5377b17bda88 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Unset dirty status for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:52.971146 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd413064-5fe5-4e7e-9a8e-e2d0acd08202 req-bdded2ec-1b36-4011-8d4e-5377b17bda88 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975595 Apr 22 16:25:53.177421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 7767f062-56f7-4bcb-9006-62d105adfc1f up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:25:53.270596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Request body: {'port': {'device_id': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:53.338486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.429320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:53.444988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:53.489120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 7767f062-56f7-4bcb-9006-62d105adfc1f completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:25:53.494997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 7767f062-56f7-4bcb-9006-62d105adfc1f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:25:53.496745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.510909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.528810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:53.586210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.623369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Network 60b61a5b-1aa3-46ff-9892-1de74720be81 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:53.628530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:53.629989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:53.657559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Usage tracker for resource:security_group_rule and tenant:e4c8221181f94fda8f2538bbe61d95e8 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:53.663504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.664940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:53.676340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:53.708996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:53.742539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Pushing event updated for resources: {'Port': ['ID=517346f8-686b-40b8-be72-59c7c945c62e,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:53.745201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Made reservation on behalf of 5b277cb8ca574021aff9f871bb381b12 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:53.752970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.808109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:53.808692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:53.832081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.875190 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7b73ca9a-0f0f-4dff-ac4a-5964da54f76b req-365181a1-d3d1-41f5-841e-e29d44854bcf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.1333179 Apr 22 16:25:53.887806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 7767f062-56f7-4bcb-9006-62d105adfc1f, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=7767f062-56f7-4bcb-9006-62d105adfc1f,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:53.923400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:53.927141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:54.055029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Allocated IP 172.20.0.2 (d9de1071-9191-426c-ad16-00fda579efd4/7a36e506-2374-4e63-87e1-10fa88225e2d/099d2208-6556-458b-9965-e460bf9f80b5) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:54.091776 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6eacca1044184dd8ac5829fa698fe837&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3081408 Apr 22 16:25:54.094002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=7767f062-56f7-4bcb-9006-62d105adfc1f,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:54.096521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37376) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:54.098259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:54.128422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50cdf8-e425-4ed6-8145-040c63f6c36a,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:54.156353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:54.167928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:54.168945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:54.397050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:54.547398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37388) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:54.603249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49386-8d32-405a-a389-9ae5673174f6 req-f7916f83-70dc-4aae-a96e-5364a06f25ad tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:54.606727 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3450670 Apr 22 16:25:54.611622 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aae49386-8d32-405a-a389-9ae5673174f6 req-f7916f83-70dc-4aae-a96e-5364a06f25ad tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 931 time: 0.8730016 Apr 22 16:25:54.732054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Request body: {'port': {'device_id': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:54.772692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:54.957068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:54.996791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37400) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:55.055532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 7767f062-56f7-4bcb-9006-62d105adfc1f up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:25:55.096500 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aae49386-8d32-405a-a389-9ae5673174f6 req-65a61f43-fada-4e28-9f26-6d83bfc8cb17 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838459 Apr 22 16:25:55.143461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.212281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 7767f062-56f7-4bcb-9006-62d105adfc1f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:25:55.212718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.342119 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.355027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-07a0c11a-9f2f-45c1-9a87-6861ef8148f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:55.376213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.376865 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4c8221181f94fda8f2538bbe61d95e8&name=default HTTP/1.1" status: 200 len: 2977 time: 2.5282836 Apr 22 16:25:55.403264 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37408) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:55.422560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.428973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.496515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:55.514963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed3c72-3d3c-4227-8495-cadc87ad9a44 req-af8b823a-3050-4136-bb15-7435d6b24534 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:55.516930 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-87ed3c72-3d3c-4227-8495-cadc87ad9a44 req-af8b823a-3050-4136-bb15-7435d6b24534 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 932 time: 1.1250129 Apr 22 16:25:55.518781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.532284 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2c7d8de3-7bd2-4b44-a5ab-463493cb6d10 req-8a3934fa-4fc8-471e-8481-81ccd5d46e63 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.1030295 Apr 22 16:25:55.678750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Usage tracker for resource:security_group_rule and tenant:66d2fa1f44524874935b0c31321f0aba is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:55.692813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.753756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.769107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:55.781266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:55.793253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:55.808649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Transition to ACTIVE for port object 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:25:55.810138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fba0df40-4a1d-441a-a2c3-7ec8e77b0bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:55.899654 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-87ed3c72-3d3c-4227-8495-cadc87ad9a44 req-49cf92e1-147c-42dc-b7ec-fce4e8184afd tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624804 Apr 22 16:25:55.909310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:55.914456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Usage tracker for resource:security_group_rule and tenant:cc424ab596c04772ba2fabbe50e2ea38 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:55.917658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:55.924259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:55.992094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:56.039785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6b4fa4-7dd1-4fd2-86c3-41398669e36d,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:56.088713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:56.092070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:56.101921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Pushing event updated for resources: {'Port': ['ID=099d2208-6556-458b-9965-e460bf9f80b5,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:56.117755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:56.136494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:56.149137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Network d9de1071-9191-426c-ad16-00fda579efd4 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:56.207591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:56.278104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:56.395220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:56.724660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:56.725392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:56.758888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:56.805884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:56.876777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50cdf8-e425-4ed6-8145-040c63f6c36a,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:56.895963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:56.901144 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff50cdf8-e425-4ed6-8145-040c63f6c36a HTTP/1.1" status: 204 len: 168 time: 2.7896993 Apr 22 16:25:56.907880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:56.969859 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9c94769d-ef88-4e88-bef3-ec0813543502 req-8496606d-ccab-4122-8053-ff9b2586ade0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.2552478 Apr 22 16:25:56.974392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:56.976576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:56.994901 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3546731 Apr 22 16:25:57.003531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:57.030926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:57.073952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6b4fa4-7dd1-4fd2-86c3-41398669e36d,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:57.094270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:57.117321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a59282-eee6-4021-a67b-c13710c39f5a req-fda6b879-a221-4cae-807f-26135c5b2692 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:57.119975 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-32a59282-eee6-4021-a67b-c13710c39f5a req-fda6b879-a221-4cae-807f-26135c5b2692 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 931 time: 0.5506465 Apr 22 16:25:57.124918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Attempting to bind port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:25:57.128829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.129351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Attempting to bind port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:25:57.129931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Attempting to bind port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:57.130104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.134307 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc6b4fa4-7dd1-4fd2-86c3-41398669e36d HTTP/1.1" status: 204 len: 168 time: 1.7213490 Apr 22 16:25:57.150717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.180234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37440) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:57.192796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 on network 87b63e8a-3742-479a-93de-cdc988f91c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:25:57.192796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Attempting to bind port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:57.193899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.212181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.212181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:25:57.212181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Checking segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:57.218241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Bound using segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:25:57.218241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Bound port: 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:25:57.218241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.343053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:57.349393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:57.355186 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-32a59282-eee6-4021-a67b-c13710c39f5a req-cc8cebef-27ad-4ba5-9dc8-bf2372c505d4 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088680 Apr 22 16:25:57.387995 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66d2fa1f44524874935b0c31321f0aba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8130257 Apr 22 16:25:57.393090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37446) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:57.525044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5847923f-2925-456b-a6a7-86054945b9e3,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:57.533231 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc424ab596c04772ba2fabbe50e2ea38&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4327707 Apr 22 16:25:57.533231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:57.554916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37452) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:57.573692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb57950-22ac-4bcb-bc9a-e18bb0828536,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:57.579237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.639111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:57.648640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.658246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.676933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517346f8-686b-40b8-be72-59c7c945c62e {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:57.695703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.718580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.761147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] For port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:25:57.766091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825fe21-c654-4644-b6c4-908179b1c7a9 req-9bd8eee9-9d49-45b5-831b-96be832ac250 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:57.768728 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7825fe21-c654-4644-b6c4-908179b1c7a9 req-9bd8eee9-9d49-45b5-831b-96be832ac250 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.4053662 Apr 22 16:25:57.784914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Transition to ACTIVE for port object 517346f8-686b-40b8-be72-59c7c945c62e will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:25:57.810415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] For port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:25:57.817174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.820718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.826807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-dea1fb17-254f-4531-ad50-463aa7259f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:57.828060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9e82d072-8325-42e1-9aaf-56166114afb8 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:57.841563 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5847923f-2925-456b-a6a7-86054945b9e3,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:57.869394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:57.871115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.922709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.928187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:57.928355 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5847923f-2925-456b-a6a7-86054945b9e3 HTTP/1.1" status: 204 len: 168 time: 0.3687530 Apr 22 16:25:57.934050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:57.977944 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7825fe21-c654-4644-b6c4-908179b1c7a9 req-9b761ec4-b5fd-4cd7-bb4d-6dfd58526c44 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980796 Apr 22 16:25:57.993006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.042698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:58.043432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.045035 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 HTTP/1.1" status: 200 len: 1094 time: 5.2072453 Apr 22 16:25:58.045612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'tag': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:58.109953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37460) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:58.111089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:58.119777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Usage tracker for resource:security_group_rule and tenant:636aa1833a424d188cabd9e9e493b4b2 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:58.141046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:58.147413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.155716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:58.156131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.156620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bb57950-22ac-4bcb-bc9a-e18bb0828536 HTTP/1.1" status: 204 len: 168 time: 0.7601395 Apr 22 16:25:58.173915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:58.183632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:58.190740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:58.192591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Pushing event updated for resources: {'Port': ['ID=517346f8-686b-40b8-be72-59c7c945c62e,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:58.196533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:58.200475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:58.207368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37470) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:58.214311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Usage tracker for resource:security_group_rule and tenant:953786b867f64afc8ff1656f7f325095 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:58.219032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb57950-22ac-4bcb-bc9a-e18bb0828536,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:58.222716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:58.297166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:58.310955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Attempting to bind port 517346f8-686b-40b8-be72-59c7c945c62e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:25:58.311757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Attempting to bind port 517346f8-686b-40b8-be72-59c7c945c62e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f4a355fa-528b-44b1-b2ac-40ae65200644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:25:58.312158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Attempting to bind port 517346f8-686b-40b8-be72-59c7c945c62e on network 60b61a5b-1aa3-46ff-9892-1de74720be81 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:58.329516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:58.336877 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.341406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Port 517346f8-686b-40b8-be72-59c7c945c62e on network 60b61a5b-1aa3-46ff-9892-1de74720be81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:25:58.341934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Attempting to bind port 517346f8-686b-40b8-be72-59c7c945c62e on network 60b61a5b-1aa3-46ff-9892-1de74720be81 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:58.359880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:25:58.362327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Checking segment: {'id': 'f4a355fa-528b-44b1-b2ac-40ae65200644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:58.364067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Bound using segment: {'id': 'f4a355fa-528b-44b1-b2ac-40ae65200644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:25:58.364697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Bound port: 517346f8-686b-40b8-be72-59c7c945c62e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a355fa-528b-44b1-b2ac-40ae65200644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:25:58.365097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.434590 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2110086e-acfe-41a7-b038-c3a4b757966a req-0850278d-cbf1-403c-aba9-c08a917b184d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.1065056 Apr 22 16:25:58.435709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:58.446354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Usage tracker for resource:security_group_rule and tenant:13d19b52dd87460fabbde84e713db82a is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:58.451689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:58.475794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:58.595398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] For port 517346f8-686b-40b8-be72-59c7c945c62e, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:25:58.600803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] For port 517346f8-686b-40b8-be72-59c7c945c62e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=517346f8-686b-40b8-be72-59c7c945c62e,segment=NetworkSegment(f4a355fa-528b-44b1-b2ac-40ae65200644),segment_id=f4a355fa-528b-44b1-b2ac-40ae65200644)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:25:58.620648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.638349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.644576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:58.707956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.744173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:58.811509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:58.812252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.815963 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] 10.222.0.26 "PUT /v2.0/ports/517346f8-686b-40b8-be72-59c7c945c62e HTTP/1.1" status: 200 len: 1093 time: 4.0889285 Apr 22 16:25:58.817790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'tag': '517346f8-686b-40b8-be72-59c7c945c62e'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:58.865200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:58.880495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Pushing event updated for resources: {'Port': ['ID=517346f8-686b-40b8-be72-59c7c945c62e,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:58.886425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:58.949298 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=636aa1833a424d188cabd9e9e493b4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7600653 Apr 22 16:25:58.952346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37484) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:58.975074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.068668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17be6a5a-7025-48b7-a901-091870bea552,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:59.097741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.144737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:59.151304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-14e6a491-aea9-472c-a840-114166a2f7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:59.152459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.169169 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=953786b867f64afc8ff1656f7f325095&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0547788 Apr 22 16:25:59.171541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.173226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37498) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:59.192116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37500) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:59.210617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb770-f495-42b4-9ada-ad839d87ef61 req-bb949a3d-e6ff-4a45-9a2f-4916f3db238b tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:59.213196 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-14fcb770-f495-42b4-9ada-ad839d87ef61 req-bb949a3d-e6ff-4a45-9a2f-4916f3db238b tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.5904579 Apr 22 16:25:59.214197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb3e199-bc4e-4811-97f2-31d77e669237,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:59.218251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.219603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:59.230141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:59.360553 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13d19b52dd87460fabbde84e713db82a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1421340 Apr 22 16:25:59.370587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37506) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:59.409540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496efd2-16a3-4c7a-97c7-c7127f2b0fd4,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:59.421007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:59.443811 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-14fcb770-f495-42b4-9ada-ad839d87ef61 req-9a935772-558b-42b9-bc28-78cf4818c74d tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969914 Apr 22 16:25:59.481667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.485463 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'tag': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', 'status': 'completed', 'code': 200} Apr 22 16:25:59.526910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:59.532041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Usage tracker for resource:security_group_rule and tenant:809b3ad2cf4a4fea9953795d9f594b6f is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:59.536426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:59.543886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:59.658047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.695534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.774406 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ee127f2-fd12-4404-a58c-20bbf1e352fe req-773eb6aa-c675-42bc-b48f-52582b7636e4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.0743048 Apr 22 16:25:59.774729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.817968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-03c86029-771b-476d-98c7-8ee9a80bd75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:59.847510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.856367 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb3e199-bc4e-4811-97f2-31d77e669237,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:59.870448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.873538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:59.929933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.934146 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cb3e199-bc4e-4811-97f2-31d77e669237 HTTP/1.1" status: 204 len: 168 time: 0.7429738 Apr 22 16:25:59.946968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.962780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:59.989075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-838631d2-4a8a-41c6-b924-e00a1d5565b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:59.998639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.057975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90ae2a-044f-4ba2-a5fc-eca9137b590b req-dca7f98e-fae7-4199-81af-1fd7a4e1a064 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:00.063960 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb90ae2a-044f-4ba2-a5fc-eca9137b590b req-dca7f98e-fae7-4199-81af-1fd7a4e1a064 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.1686759 Apr 22 16:26:00.118128 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=809b3ad2cf4a4fea9953795d9f594b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7780292 Apr 22 16:26:00.123868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37532) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:00.140766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.142024 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17be6a5a-7025-48b7-a901-091870bea552 HTTP/1.1" status: 204 len: 168 time: 1.1884327 Apr 22 16:26:00.180186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6bb45-f8a0-4308-9d0f-34e5afa9f90d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:00.188475 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'tag': '517346f8-686b-40b8-be72-59c7c945c62e', 'status': 'completed', 'code': 200} Apr 22 16:26:00.194241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:00.194757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4539dd25-2a01-41f3-87f3-ec4ef47958c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:00.210134 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17be6a5a-7025-48b7-a901-091870bea552,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:00.223450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:00.292324 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb90ae2a-044f-4ba2-a5fc-eca9137b590b req-dec2693e-0cd9-44d7-ba4c-985d83e9c32a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228415 Apr 22 16:26:00.293272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.305756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.312125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c10b5c24-cb28-446c-b0ec-e5816706d5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:00.355212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.374727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.376063 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5496efd2-16a3-4c7a-97c7-c7127f2b0fd4 HTTP/1.1" status: 204 len: 168 time: 0.9966743 Apr 22 16:26:00.377711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496efd2-16a3-4c7a-97c7-c7127f2b0fd4,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:00.383013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:00.488967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.506437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:00.523504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6bb45-f8a0-4308-9d0f-34e5afa9f90d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:00.528830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:00.555739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.559468 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dea6bb45-f8a0-4308-9d0f-34e5afa9f90d HTTP/1.1" status: 204 len: 168 time: 0.4305470 Apr 22 16:26:00.821226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab650ce-8842-4160-a66a-b218fab67978 req-ea72a554-47dd-468a-8d99-43970a04b750 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:00.829204 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bab650ce-8842-4160-a66a-b218fab67978 req-ea72a554-47dd-468a-8d99-43970a04b750 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.1431148 Apr 22 16:26:00.890210 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bab650ce-8842-4160-a66a-b218fab67978 req-3ca8fcfd-7f0e-49ad-a4e4-6f5cab448b5c tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590527 Apr 22 16:26:00.956661 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-97d6bed6-cbd3-47d1-aa06-1b6f7b166434 req-00f2e6e4-649a-49fb-9eeb-e313c469b40a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.0534580 Apr 22 16:26:01.142537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.341577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37568) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:01.375349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.410358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:01.414359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Usage tracker for resource:security_group_rule and tenant:06b1ea9e5f5a4ad48a101d7b9e1de54a is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:01.417797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:01.424231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:01.560021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ca43b-4899-4349-9c64-b92ab9b37304 req-2e03c344-d4e4-43b9-90c2-1cb5815be6b4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:01.569964 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-542ca43b-4899-4349-9c64-b92ab9b37304 req-2e03c344-d4e4-43b9-90c2-1cb5815be6b4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.1276028 Apr 22 16:26:01.574420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.626542 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-542ca43b-4899-4349-9c64-b92ab9b37304 req-45fc4fd0-339d-412d-b495-e36519fc6786 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555568 Apr 22 16:26:01.628236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.640092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-21dcab7b-b955-4123-91f9-21c8a7188f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:01.713980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3740aebb-f9ed-47c3-bd6b-b3b42184022d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:01.719339 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06b1ea9e5f5a4ad48a101d7b9e1de54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765059 Apr 22 16:26:01.720365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:01.722958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37582) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:01.821315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.864098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.974291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.980580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:02.013858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3740aebb-f9ed-47c3-bd6b-b3b42184022d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:02.021862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:02.040917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:02.046457 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3740aebb-f9ed-47c3-bd6b-b3b42184022d HTTP/1.1" status: 204 len: 168 time: 0.3222859 Apr 22 16:26:02.302504 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8aaf8b96-8875-4098-8dc7-afd04acfb0d1 req-b4e82e19-9fb4-4725-a2f4-f3e4346002f7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.1394567 Apr 22 16:26:02.313012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f735fee-9153-40ac-8abb-46c872811efc req-c184ea59-40cd-44db-b5ae-bc89b4c3a56f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:02.314902 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0f735fee-9153-40ac-8abb-46c872811efc req-c184ea59-40cd-44db-b5ae-bc89b4c3a56f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.2364333 Apr 22 16:26:02.400457 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0f735fee-9153-40ac-8abb-46c872811efc req-93285473-8738-401e-bd34-f44d4113d591 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717819 Apr 22 16:26:02.910302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b80767-2279-486e-a5aa-c7ba6a152ca2 req-9d2102a6-a2ca-43bc-8355-fc5d20707e31 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:02.920806 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46b80767-2279-486e-a5aa-c7ba6a152ca2 req-9d2102a6-a2ca-43bc-8355-fc5d20707e31 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.1435223 Apr 22 16:26:02.973517 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46b80767-2279-486e-a5aa-c7ba6a152ca2 req-282c4538-86e9-47ba-9da7-7754ca2e7194 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Apr 22 16:26:03.493293 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-71a79d04-7f66-4dd8-a603-6c164d42f3b5 req-8bd97ac6-1902-4674-8e6b-a46b5b6278bc tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.0608227 Apr 22 16:26:03.612476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135f4d-e617-41c9-84cd-888be0b071be req-f510aa05-17ea-48be-94b9-ce25b6166698 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:03.622291 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d8135f4d-e617-41c9-84cd-888be0b071be req-f510aa05-17ea-48be-94b9-ce25b6166698 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.0933902 Apr 22 16:26:03.679744 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d8135f4d-e617-41c9-84cd-888be0b071be req-e6cf58af-6daa-4ff2-958b-b6969d1ce7af tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Apr 22 16:26:04.009710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37664) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:04.205478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc501373-9413-4432-a842-b40b49b0853d req-989cafd6-2bfb-4fc0-8028-bb19efcfed01 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:04.207437 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc501373-9413-4432-a842-b40b49b0853d req-989cafd6-2bfb-4fc0-8028-bb19efcfed01 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.1001453 Apr 22 16:26:04.291848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc501373-9413-4432-a842-b40b49b0853d req-9dda37df-22bb-4309-93e6-24b8fb921568 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Apr 22 16:26:04.399543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.417187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:04.421337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Usage tracker for resource:security_group_rule and tenant:ea03631e2ec54a118a9ae483c65d9554 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:04.425311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:04.431748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:04.542858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.574683 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.585629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-488c3b28-7b05-4603-a5b5-bb1b21f41bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:04.634901 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea03631e2ec54a118a9ae483c65d9554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230650 Apr 22 16:26:04.637899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37690) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:04.688811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba8ee71-021e-45c9-afe9-bc1bf5e9be7d,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:04.692623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:04.701106 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7dedfe26-cf8a-4046-bfec-4d4321909cfd req-e947a8ba-4b98-47ee-83ff-38999ffbd5f4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.0723403 Apr 22 16:26:04.716279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.752872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.940818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3ea36-920e-46fc-a6ba-e0378fa8099b req-3ad13b9d-49d1-4644-974b-784e3080f051 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:04.942521 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dba3ea36-920e-46fc-a6ba-e0378fa8099b req-3ad13b9d-49d1-4644-974b-784e3080f051 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.1082380 Apr 22 16:26:04.976700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.982617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5b18d19a-f8d1-491c-945f-3d207df6f9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:04.997631 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dba3ea36-920e-46fc-a6ba-e0378fa8099b req-69d37b04-1084-46ae-8ad5-3cb770ae9f3e tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484743 Apr 22 16:26:04.998568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba8ee71-021e-45c9-afe9-bc1bf5e9be7d,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:05.008330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:05.025415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Request body: {'port': {'device_id': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:05.076531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:05.077764 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cba8ee71-021e-45c9-afe9-bc1bf5e9be7d HTTP/1.1" status: 204 len: 168 time: 0.4376814 Apr 22 16:26:05.291721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7601-55aa-4fd1-9b9a-552ae3c146c5 req-5f8f5bb2-8082-4628-8877-43069edce446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:05.294596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:05.296883 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-194b7601-55aa-4fd1-9b9a-552ae3c146c5 req-5f8f5bb2-8082-4628-8877-43069edce446 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59749cee8bfb49eb892806b0f1cebbdf&device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 1096 time: 0.1385362 Apr 22 16:26:05.525509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1a0e-a665-4dac-bcd6-a1a84da2e025 req-ac9579c7-2472-4818-85d0-99fdf10a8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:05.527232 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-da9d1a0e-a665-4dac-bcd6-a1a84da2e025 req-ac9579c7-2472-4818-85d0-99fdf10a8846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 1097 time: 0.4602840 Apr 22 16:26:05.566370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7601-55aa-4fd1-9b9a-552ae3c146c5 req-9333494f-c2ae-49ed-9e99-5464dc54e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:05.568770 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-194b7601-55aa-4fd1-9b9a-552ae3c146c5 req-9333494f-c2ae-49ed-9e99-5464dc54e56d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=59749cee8bfb49eb892806b0f1cebbdf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2568512 Apr 22 16:26:05.808535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1a0e-a665-4dac-bcd6-a1a84da2e025 req-d4489f85-a666-434f-826d-8af527d0417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:05.810152 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-da9d1a0e-a665-4dac-bcd6-a1a84da2e025 req-d4489f85-a666-434f-826d-8af527d0417d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2172592 Apr 22 16:26:05.935972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.26', 60400) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:05.972586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7601-55aa-4fd1-9b9a-552ae3c146c5 req-888e7ec9-bac6-43f9-b826-86d309f1f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:05.974458 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-194b7601-55aa-4fd1-9b9a-552ae3c146c5 req-888e7ec9-bac6-43f9-b826-86d309f1f609 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3875601 Apr 22 16:26:06.164180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099d2208-6556-458b-9965-e460bf9f80b5 {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:06.186520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.199898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1a0e-a665-4dac-bcd6-a1a84da2e025 req-19da5d61-9d59-4899-b73d-eb8e172309f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:06.201623 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-da9d1a0e-a665-4dac-bcd6-a1a84da2e025 req-19da5d61-9d59-4899-b73d-eb8e172309f3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2807324 Apr 22 16:26:06.211815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Transition to ACTIVE for port object 099d2208-6556-458b-9965-e460bf9f80b5 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:26:06.224030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37746) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:06.249154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.267935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:06.273079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e87d29c8b64740afaec0f52219123d0a is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:06.276702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:06.284649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:06.389450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.393263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.481986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.485053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:06.526598 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8640b8b2-278a-4cd8-99d7-90c4a12c2579 req-b87b7fa4-be0c-4c31-af7a-8d56c5397321 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.2625806 Apr 22 16:26:06.541237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3fdf3-716f-4400-8ccf-c7bd1cbdddb7 req-7a292092-a9dd-4744-b037-3ba6d072986c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:06.543451 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2df3fdf3-716f-4400-8ccf-c7bd1cbdddb7 req-7a292092-a9dd-4744-b037-3ba6d072986c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.7593379 Apr 22 16:26:06.727145 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-4b4f73ca-df3d-4d63-a90b-70832eadbfc9 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:06.728967 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-4b4f73ca-df3d-4d63-a90b-70832eadbfc9 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 819 time: 0.7897959 Apr 22 16:26:06.755234 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2df3fdf3-716f-4400-8ccf-c7bd1cbdddb7 req-e39cf80b-be42-4526-9a4d-9f13cd39dac7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858301 Apr 22 16:26:06.836305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Request body: {'port': {'device_id': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'admin_state_up': True, 'tenant_id': '5b277cb8ca574021aff9f871bb381b12'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:06.893492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Pushing event updated for resources: {'Port': ['ID=099d2208-6556-458b-9965-e460bf9f80b5,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:06.901493 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e87d29c8b64740afaec0f52219123d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760349 Apr 22 16:26:06.902866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:06.904919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:06.938454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37770) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:06.949924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-cd40fde6-719f-4e8a-a971-328b216e6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:06.951663 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-cd40fde6-719f-4e8a-a971-328b216e6eb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59749cee8bfb49eb892806b0f1cebbdf&device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 1096 time: 0.6900115 Apr 22 16:26:07.049429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f5bc67-c8b5-48d5-9f24-d29c25ce2d05,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:07.065828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:07.073811 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-16b601f0-997a-4aa9-a831-6820a14c6b88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517346f8-686b-40b8-be72-59c7c945c62e HTTP/1.1" status: 200 len: 217 time: 0.1037915 Apr 22 16:26:07.092261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-09e3fd69-e338-401f-a201-01e82c874bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:07.093914 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-09e3fd69-e338-401f-a201-01e82c874bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 1097 time: 0.7025478 Apr 22 16:26:07.136187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37782) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:07.137208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:07.178356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f94e5-3f96-4103-afab-2a4e4e1a6b35 req-dcdb6c5a-3be9-4dda-9d54-853bfdc08b37 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:07.180172 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a00f94e5-3f96-4103-afab-2a4e4e1a6b35 req-dcdb6c5a-3be9-4dda-9d54-853bfdc08b37 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.4238153 Apr 22 16:26:07.181686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:07.211270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Attempting to bind port 099d2208-6556-458b-9965-e460bf9f80b5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:26:07.211647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Attempting to bind port 099d2208-6556-458b-9965-e460bf9f80b5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:26:07.212018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Attempting to bind port 099d2208-6556-458b-9965-e460bf9f80b5 on network d9de1071-9191-426c-ad16-00fda579efd4 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:07.217339 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-944db380-6ed3-4ee3-b1da-a982ce88b6e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 HTTP/1.1" status: 200 len: 217 time: 0.1031220 Apr 22 16:26:07.222673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.223541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-50fa1b3e-2b26-44b9-bbf5-3218a374e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:07.225261 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-50fa1b3e-2b26-44b9-bbf5-3218a374e91f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13629a92-fdc0-4888-a8d4-82bfdb965a45 HTTP/1.1" status: 200 len: 852 time: 0.1436243 Apr 22 16:26:07.273746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Port 099d2208-6556-458b-9965-e460bf9f80b5 on network d9de1071-9191-426c-ad16-00fda579efd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:26:07.274126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Attempting to bind port 099d2208-6556-458b-9965-e460bf9f80b5 on network d9de1071-9191-426c-ad16-00fda579efd4 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:07.294335 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-5d96d8f7-3b3a-4bfc-9215-b165083c9a1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b61a5b-1aa3-46ff-9892-1de74720be81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557251 Apr 22 16:26:07.295769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:26:07.296164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Checking segment: {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:07.296613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Bound using segment: {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:26:07.297104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Bound port: 099d2208-6556-458b-9965-e460bf9f80b5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:26:07.297536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.321226 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a00f94e5-3f96-4103-afab-2a4e4e1a6b35 req-1632b863-0751-4609-be4d-574199ad9d90 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294212 Apr 22 16:26:07.331620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.413573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f10b7f2d-9284-4258-aeb7-414fc3dd7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:07.415359 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-f10b7f2d-9284-4258-aeb7-414fc3dd7cb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 200 len: 855 time: 0.1916735 Apr 22 16:26:07.509287 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-2c0cb2ac-b1fe-4f9b-ae71-79d2e1982f62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87b63e8a-3742-479a-93de-cdc988f91c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789645 Apr 22 16:26:07.510941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.529141 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-326ee137-33d8-4716-856e-e0381766847f service neutron] 10.222.0.26 "GET /v2.0/networks/60b61a5b-1aa3-46ff-9892-1de74720be81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223368 Apr 22 16:26:07.652378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] For port 099d2208-6556-458b-9965-e460bf9f80b5, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:26:07.684024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] For port 099d2208-6556-458b-9965-e460bf9f80b5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=099d2208-6556-458b-9965-e460bf9f80b5,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:26:07.701769 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9be1534c-11b5-478e-a731-5b836434bdbb service neutron] 10.222.0.26 "GET /v2.0/networks/60b61a5b-1aa3-46ff-9892-1de74720be81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665297 Apr 22 16:26:07.703189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:07.718989 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-9456f07b-ce78-4f8d-9435-9221cd0ddefd service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020960 Apr 22 16:26:07.751466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:3faa3d71c65f45e8b3513e77e0088678 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:07.759581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:07.764540 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-358f7e8f-de83-4cb3-9965-1d374208c627 req-79049ba6-bfe9-4be1-943f-3119a6293a13 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.0580344 Apr 22 16:26:07.770027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:07.772479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Made reservation on behalf of 5b277cb8ca574021aff9f871bb381b12 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:07.792834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.859039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.859911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.866140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:07.896992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f5bc67-c8b5-48d5-9f24-d29c25ce2d05,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:07.903123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:07.912180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:07.979889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.983350 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0f5bc67-c8b5-48d5-9f24-d29c25ce2d05 HTTP/1.1" status: 204 len: 168 time: 1.0344172 Apr 22 16:26:07.983350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:07.983350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:07.984750 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] 10.222.0.26 "PUT /v2.0/ports/099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 1093 time: 2.9693642 Apr 22 16:26:07.991636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'tag': '099d2208-6556-458b-9965-e460bf9f80b5'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:08.072718 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7140e8f4-019f-4064-a25b-5363f5781ea7 req-5c6638a1-7ad5-4d9c-ac4d-7f0bfdef949f service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393235 Apr 22 16:26:08.151016 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'tag': '099d2208-6556-458b-9965-e460bf9f80b5', 'status': 'completed', 'code': 200} Apr 22 16:26:08.155073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8045-d18e-46ae-b39a-c6ada3002401 req-7d2f039c-bf95-4ed0-8768-835dbbcc89bb tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:08.156896 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6ebf8045-d18e-46ae-b39a-c6ada3002401 req-7d2f039c-bf95-4ed0-8768-835dbbcc89bb tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.2688386 Apr 22 16:26:08.159167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Pushing event updated for resources: {'Port': ['ID=099d2208-6556-458b-9965-e460bf9f80b5,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:08.170155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.170246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:08.187079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Allocated IP 172.20.0.14 (d9de1071-9191-426c-ad16-00fda579efd4/7a36e506-2374-4e63-87e1-10fa88225e2d/08794c27-3da7-4b2e-b453-efbd85796fc9) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:26:08.195389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-0fc35fee-a9b2-4c39-b759-b051deaf2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:08.197318 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-0fc35fee-a9b2-4c39-b759-b051deaf2433 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1096 time: 0.1203513 Apr 22 16:26:08.216765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.230835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:08.246315 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6ebf8045-d18e-46ae-b39a-c6ada3002401 req-996e4f91-3895-4f65-96d1-0e5b7dbad8e7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792577 Apr 22 16:26:08.314965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b59468-e541-45f0-8542-f16fb321d6db,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:08.322850 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3faa3d71c65f45e8b3513e77e0088678&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1827092 Apr 22 16:26:08.332592 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-6d9e2d46-6702-4458-afdb-1202eb7d985f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 217 time: 0.1180632 Apr 22 16:26:08.332679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:08.332756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37812) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:08.406399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37818) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:08.469133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.492792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-e225a544-bf04-4fa2-9dd3-8d67adf5ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:08.494456 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-e225a544-bf04-4fa2-9dd3-8d67adf5ab54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.1163778 Apr 22 16:26:08.561482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.571111 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-1c48d013-12e0-435c-9691-c548330f7f52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664930 Apr 22 16:26:08.665159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.697347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde2f4-43a3-4dfe-aadc-631b0f759def req-d3c27b4f-9041-4341-9f98-8aba988f5cce tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:08.699328 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a8dde2f4-43a3-4dfe-aadc-631b0f759def req-d3c27b4f-9041-4341-9f98-8aba988f5cce tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.1589458 Apr 22 16:26:08.755614 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-affb71ea-a309-4b5d-a74c-498bd90fbac4 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719584 Apr 22 16:26:08.760546 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a8dde2f4-43a3-4dfe-aadc-631b0f759def req-5c763d20-206d-4a9a-97d9-c223c277918b tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537577 Apr 22 16:26:08.797786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.810837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f80dcd9f-eb2e-46b1-a244-12223761f848 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:08.897990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.898937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Network d9de1071-9191-426c-ad16-00fda579efd4 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:26:08.900060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Pushing event updated for resources: {'Port': ['ID=08794c27-3da7-4b2e-b453-efbd85796fc9,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:08.903449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:08.904635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:08.912157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:26:08.913327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:08.913970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.920781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-87610326-ebdb-4c8e-9803-5d4f4897af36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:08.943071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b59468-e541-45f0-8542-f16fb321d6db,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:08.955265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:08.959238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.960502 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63b59468-e541-45f0-8542-f16fb321d6db HTTP/1.1" status: 204 len: 168 time: 0.6278327 Apr 22 16:26:08.990322 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e4dc917-a9aa-4cbd-a38b-aab5b49f9666 req-d832c154-6a39-47b8-8adc-76f33603b57c service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194719 Apr 22 16:26:09.053255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:09.118148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:09.123963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Usage tracker for resource:security_group_rule and tenant:016cb458549949bb8c06884fc9dc67f2 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:09.128979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:09.143208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:09.194748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda2988-a346-48a2-a2cd-2824201a1721 req-ca0eb8e0-a180-4b44-87e0-dbb150e495e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:09.195551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-9cda2988-a346-48a2-a2cd-2824201a1721 req-ca0eb8e0-a180-4b44-87e0-dbb150e495e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Synchronizing usage tracker for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:09.205708 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3968809 Apr 22 16:26:09.225853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Request body: {'port': {'device_id': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:09.305504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-9cda2988-a346-48a2-a2cd-2824201a1721 req-ca0eb8e0-a180-4b44-87e0-dbb150e495e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Unset dirty status for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:09.309895 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9cda2988-a346-48a2-a2cd-2824201a1721 req-ca0eb8e0-a180-4b44-87e0-dbb150e495e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 932 time: 0.3633616 Apr 22 16:26:09.310268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-886abad5-ac48-41a8-afcf-834676168634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:09.310268 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-886abad5-ac48-41a8-afcf-834676168634 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1096 time: 0.1882231 Apr 22 16:26:09.445257 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9cda2988-a346-48a2-a2cd-2824201a1721 req-2ef20d64-3de0-4da0-8070-fa59a417c381 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936196 Apr 22 16:26:09.465038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:09.488100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:09.493718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-c6246777-18b1-4de7-8806-22953bda6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:09.495331 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-c6246777-18b1-4de7-8806-22953bda6eb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.1793468 Apr 22 16:26:09.594747 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-84909ec0-c7fc-4d0f-a9bc-f4f2abf135a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 217 time: 0.0918431 Apr 22 16:26:09.690767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-1fa2503f-6645-4380-9ccb-91cbb1ac3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:09.692531 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-1fa2503f-6645-4380-9ccb-91cbb1ac3b16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0906959 Apr 22 16:26:09.755637 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-5a9855cd-94f6-4fb1-b555-16630ae6c5bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539789 Apr 22 16:26:09.824031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:09.853180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:09.898651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b5302-d619-431d-a3bb-e6a3ea32450b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:09.906402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:09.990290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37882) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:10.011562 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=016cb458549949bb8c06884fc9dc67f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6012080 Apr 22 16:26:10.014573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.024168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37886) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:10.072527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:10.089134 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Usage tracker for resource:security_group_rule and tenant:dfdb08edb54d4f498fc6cbf9dac93b36 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:10.105006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:10.112384 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-adafffe4-ad95-40e4-a1b0-b23a99fa90ac service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482728 Apr 22 16:26:10.146632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148f069-dfbd-48f3-aeb1-98d18b5e984c req-82fdc535-9727-40f0-9e95-aa64bde424c2 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:10.149288 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1148f069-dfbd-48f3-aeb1-98d18b5e984c req-82fdc535-9727-40f0-9e95-aa64bde424c2 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.6430826 Apr 22 16:26:10.174372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:10.223592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353537c4-777b-4e16-b6b3-2f1a9fed9c2b req-64801d80-7a41-4e75-ba96-06c2e04de03b tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:10.225367 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-353537c4-777b-4e16-b6b3-2f1a9fed9c2b req-64801d80-7a41-4e75-ba96-06c2e04de03b tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 943 time: 0.2321417 Apr 22 16:26:10.256463 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1148f069-dfbd-48f3-aeb1-98d18b5e984c req-9db50c62-12af-4966-add9-4664fa17b8bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916390 Apr 22 16:26:10.339783 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-353537c4-777b-4e16-b6b3-2f1a9fed9c2b req-599fb5a4-546c-4b14-a982-1189248e73db tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051943 Apr 22 16:26:10.554672 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cc42cc7-2c74-4b02-9c15-3151538c0348 req-ac7c0ea6-008c-4bc1-8181-3b8c591bebac service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344490 Apr 22 16:26:10.561331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.612774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.614782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08794c27-3da7-4b2e-b453-efbd85796fc9 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:10.625529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.720944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Transition to ACTIVE for port object 08794c27-3da7-4b2e-b453-efbd85796fc9 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:26:10.749857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 517346f8-686b-40b8-be72-59c7c945c62e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:26:10.774932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.781590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.789938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:10.792319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:10.828010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.828449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b5302-d619-431d-a3bb-e6a3ea32450b,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:10.838804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:10.839998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.846648 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d85b5302-d619-431d-a3bb-e6a3ea32450b HTTP/1.1" status: 204 len: 168 time: 0.8168654 Apr 22 16:26:10.849982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:10.861874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:10.913420 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfdb08edb54d4f498fc6cbf9dac93b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9219778 Apr 22 16:26:10.917123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37908) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:10.963125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cce8b6-f914-4dc3-875d-3d09409cd325,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:10.975374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:11.027091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.048303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411ee2-24ea-48ff-abdb-47104fb43548 req-3deab068-3357-4d74-a35f-08c20b471f4a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:11.050430 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8d411ee2-24ea-48ff-abdb-47104fb43548 req-3deab068-3357-4d74-a35f-08c20b471f4a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 932 time: 0.4206660 Apr 22 16:26:11.072658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=08794c27-3da7-4b2e-b453-efbd85796fc9,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:11.083861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.112349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:11.136189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Attempting to bind port 08794c27-3da7-4b2e-b453-efbd85796fc9 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:26:11.137152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Attempting to bind port 08794c27-3da7-4b2e-b453-efbd85796fc9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:26:11.137530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Attempting to bind port 08794c27-3da7-4b2e-b453-efbd85796fc9 on network d9de1071-9191-426c-ad16-00fda579efd4 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:11.148258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 517346f8-686b-40b8-be72-59c7c945c62e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=517346f8-686b-40b8-be72-59c7c945c62e,segment=NetworkSegment(f4a355fa-528b-44b1-b2ac-40ae65200644),segment_id=f4a355fa-528b-44b1-b2ac-40ae65200644)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:11.153912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Port 08794c27-3da7-4b2e-b453-efbd85796fc9 on network d9de1071-9191-426c-ad16-00fda579efd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:26:11.154289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Attempting to bind port 08794c27-3da7-4b2e-b453-efbd85796fc9 on network d9de1071-9191-426c-ad16-00fda579efd4 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:11.167374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '517346f8-686b-40b8-be72-59c7c945c62e', 'network_id': '60b61a5b-1aa3-46ff-9892-1de74720be81', 'port_id': '517346f8-686b-40b8-be72-59c7c945c62e', 'mac_address': 'fa:16:3e:8c:e3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13629a92-fdc0-4888-a8d4-82bfdb965a45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:26:11.172356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:26:11.172356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Checking segment: {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:11.172356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Bound using segment: {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:26:11.172356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Bound port: 08794c27-3da7-4b2e-b453-efbd85796fc9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8babce36-4b3a-4d9c-938f-c228579ea901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:26:11.172356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.187971 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8d411ee2-24ea-48ff-abdb-47104fb43548 req-e4d8f53a-8c2f-4bf3-83d2-1f2f818389e8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122615 Apr 22 16:26:11.226076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.233643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3552336e-20f4-4ae7-ac1c-cb255c50e510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:11.255374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cce8b6-f914-4dc3-875d-3d09409cd325,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:11.260207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:11.261448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.262872 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6cce8b6-f914-4dc3-875d-3d09409cd325 HTTP/1.1" status: 204 len: 168 time: 0.3444920 Apr 22 16:26:11.291625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.325052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517346f8-686b-40b8-be72-59c7c945c62e {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:11.346350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 517346f8-686b-40b8-be72-59c7c945c62e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=517346f8-686b-40b8-be72-59c7c945c62e,segment=NetworkSegment(f4a355fa-528b-44b1-b2ac-40ae65200644),segment_id=f4a355fa-528b-44b1-b2ac-40ae65200644)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:11.358423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] For port 08794c27-3da7-4b2e-b453-efbd85796fc9, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:26:11.364679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] For port 08794c27-3da7-4b2e-b453-efbd85796fc9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08794c27-3da7-4b2e-b453-efbd85796fc9,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:26:11.380455 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.381816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:26:11.385915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2e7be8e2-ed17-4bd4-beec-d6223b86dfaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:11.403906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.410273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d848e4b4-c016-42dc-a740-47afed392eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:11.495377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:11.496268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.498032 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/08794c27-3da7-4b2e-b453-efbd85796fc9 HTTP/1.1" status: 200 len: 1094 time: 2.2780187 Apr 22 16:26:11.539127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=517346f8-686b-40b8-be72-59c7c945c62e,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:11.540114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'tag': '08794c27-3da7-4b2e-b453-efbd85796fc9'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:11.576926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 37932) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:11.604035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:11.606041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.627154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:11.632319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ea480383154a5392951660d64a7b75 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:11.635651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:11.644045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:11.681889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:11.702176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'port_id': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', 'mac_address': 'fa:16:3e:1c:a4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbba67a-be74-4a3d-b1eb-54010b0737f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:26:11.782267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=08794c27-3da7-4b2e-b453-efbd85796fc9,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:11.785123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.789698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.800069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:11.816376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:11.826051 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.836835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:11.868127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:11.879863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652aec0-4781-4817-9574-e8d638baf849 req-158f7dff-7dff-4c89-96af-277aacb80bcb tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:11.888430 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7652aec0-4781-4817-9574-e8d638baf849 req-158f7dff-7dff-4c89-96af-277aacb80bcb tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 944 time: 0.4193559 Apr 22 16:26:11.900586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.900914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54146-383f-4f2b-ae05-9fcb3ebf6acb req-ea55e3ae-52e3-4489-b0cd-cab453b4419c tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:11.903321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:11.908748 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4ea480383154a5392951660d64a7b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269460 Apr 22 16:26:11.908748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4438e0-4713-4d70-8c9e-caa3a840052d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:11.909475 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e9b54146-383f-4f2b-ae05-9fcb3ebf6acb req-ea55e3ae-52e3-4489-b0cd-cab453b4419c tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 944 time: 0.3229976 Apr 22 16:26:11.912029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 37944) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:11.923656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:12.016028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-f0fd4dd9-ee3a-4db1-9b74-a6a42e338cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:12.027116 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-f0fd4dd9-ee3a-4db1-9b74-a6a42e338cbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 1097 time: 0.3258090 Apr 22 16:26:12.067660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:12.076807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:12.185586 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e9b54146-383f-4f2b-ae05-9fcb3ebf6acb req-6a97524e-6a61-47dc-b502-71e4b909c990 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751505 Apr 22 16:26:12.192866 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-72b930eb-97fe-4e56-93e3-dc2b5cb08896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08794c27-3da7-4b2e-b453-efbd85796fc9 HTTP/1.1" status: 200 len: 217 time: 0.1556866 Apr 22 16:26:12.198763 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7652aec0-4781-4817-9574-e8d638baf849 req-5cf8211c-2c58-4b69-9a7d-a82585add73e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097258 Apr 22 16:26:12.313219 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'tag': '08794c27-3da7-4b2e-b453-efbd85796fc9', 'status': 'completed', 'code': 200} Apr 22 16:26:12.341169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:12.366156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-2b384782-cc70-48c7-8bad-0bf02b80e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:12.374267 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-2b384782-cc70-48c7-8bad-0bf02b80e324 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.1727045 Apr 22 16:26:12.497779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:12.524040 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-c013dce5-deb1-4768-b2cf-9bf1bfb13061 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212089 Apr 22 16:26:12.530133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['517346f8-686b-40b8-be72-59c7c945c62e'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:12.568711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:12.741644 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-16a278f2-43c2-48d8-b7f6-00fb2ea2e123 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049630 Apr 22 16:26:12.759970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 099d2208-6556-458b-9965-e460bf9f80b5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:26:12.885201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610cf1f-b99b-4f9b-aab8-eda303d1f5fd req-76372202-4c88-49a7-9883-0c064d2e4bc1 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:12.887078 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3610cf1f-b99b-4f9b-aab8-eda303d1f5fd req-76372202-4c88-49a7-9883-0c064d2e4bc1 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 944 time: 0.4828527 Apr 22 16:26:12.989194 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3610cf1f-b99b-4f9b-aab8-eda303d1f5fd req-592274ac-537f-4f76-971f-866e45506ff7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813107 Apr 22 16:26:12.990565 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01be5380-b997-451a-875f-99a8dfaf6c4c req-4f2aa750-0d89-45b8-84f8-176c78c5211d service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348673 Apr 22 16:26:13.103384 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 099d2208-6556-458b-9965-e460bf9f80b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=099d2208-6556-458b-9965-e460bf9f80b5,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:13.123372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '099d2208-6556-458b-9965-e460bf9f80b5', 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'port_id': '099d2208-6556-458b-9965-e460bf9f80b5', 'mac_address': 'fa:16:3e:78:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:26:13.186408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:13.206979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099d2208-6556-458b-9965-e460bf9f80b5 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:13.224763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 099d2208-6556-458b-9965-e460bf9f80b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=099d2208-6556-458b-9965-e460bf9f80b5,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:13.506301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841bbb-7c3f-479d-b28c-cfa05a436eaa req-07f6699e-bada-4d7b-8f6a-43e3b181bf90 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:13.508172 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e8841bbb-7c3f-479d-b28c-cfa05a436eaa req-07f6699e-bada-4d7b-8f6a-43e3b181bf90 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 944 time: 0.1802576 Apr 22 16:26:13.539612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e569e0-a7c6-4b38-8f4d-24a85ef378ba req-6c44dd74-22de-4093-b504-d015de5a4ccb tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:13.541311 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-57e569e0-a7c6-4b38-8f4d-24a85ef378ba req-6c44dd74-22de-4093-b504-d015de5a4ccb tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 945 time: 0.1510339 Apr 22 16:26:13.608467 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e8841bbb-7c3f-479d-b28c-cfa05a436eaa req-2a99c8f4-a7c4-4dac-badf-93eabd3321f4 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936406 Apr 22 16:26:13.620070 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-57e569e0-a7c6-4b38-8f4d-24a85ef378ba req-d722e35a-517d-4197-9e2c-ac03a7c4043a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721169 Apr 22 16:26:13.843698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:13.851569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:13.851876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:13.859676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:13.888862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4438e0-4713-4d70-8c9e-caa3a840052d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:13.891347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-64edb787-5e18-4202-8da3-8ec306baf59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:13.894525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:13.896881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:13.898697 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e4438e0-4713-4d70-8c9e-caa3a840052d HTTP/1.1" status: 204 len: 168 time: 1.9843681 Apr 22 16:26:13.978763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=099d2208-6556-458b-9965-e460bf9f80b5,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:13.985165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:14.006980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-61fac68b-ba5c-4963-892f-f1da01009bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:14.008970 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-61fac68b-ba5c-4963-892f-f1da01009bf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 1097 time: 0.1006486 Apr 22 16:26:14.193088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-81752372-4ab1-4894-b90d-75e813ee6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:14.195096 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-81752372-4ab1-4894-b90d-75e813ee6ee1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.1794543 Apr 22 16:26:14.251080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38028) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:14.371276 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-a104aba6-400a-475e-9020-f2014ced348d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08794c27-3da7-4b2e-b453-efbd85796fc9 HTTP/1.1" status: 200 len: 217 time: 0.1200902 Apr 22 16:26:14.468919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da13ce6-aa31-48cc-9657-b6c5fbe7e3ee req-e5483227-8dc3-4eee-ba31-13aafeb64b56 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:14.471345 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6da13ce6-aa31-48cc-9657-b6c5fbe7e3ee req-e5483227-8dc3-4eee-ba31-13aafeb64b56 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 944 time: 0.2820923 Apr 22 16:26:14.475229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-ea0244fe-07f9-4ba9-bedd-d102b6536348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:14.476755 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-ea0244fe-07f9-4ba9-bedd-d102b6536348 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0977263 Apr 22 16:26:14.593485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['099d2208-6556-458b-9965-e460bf9f80b5'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:14.648560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:14.699406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:14.711080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Usage tracker for resource:security_group_rule and tenant:86a02bdc28f7439abb79a1ce0bce772f is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:14.721907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:14.737613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:14.742611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 517346f8-686b-40b8-be72-59c7c945c62e up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:26:14.820491 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-01dcf394-8fa7-4f65-aec1-dea24a504ada service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102500 Apr 22 16:26:14.915975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:14.980688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:14.987999 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6da13ce6-aa31-48cc-9657-b6c5fbe7e3ee req-dc106ee8-d034-4ef5-82ca-912319c0d14e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101695 Apr 22 16:26:14.999404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ccae183f-5ed0-4ddd-b15b-66bc63252775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:15.084708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1128753-8ed8-427e-ac9b-149fb543e4c2,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:15.088733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:15.100263 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86a02bdc28f7439abb79a1ce0bce772f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471994 Apr 22 16:26:15.106200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38076) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:15.136530 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-d549d64c-d67c-4fe9-929b-4087796a1130 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760346 Apr 22 16:26:15.145235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a263-4578-4355-ae6f-803c81ec6e59 req-ba35c4fa-9754-45da-a249-362febab5d5d tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:15.146931 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9d4a263-4578-4355-ae6f-803c81ec6e59 req-ba35c4fa-9754-45da-a249-362febab5d5d tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 944 time: 0.2878098 Apr 22 16:26:15.190321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.230174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.354107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 517346f8-686b-40b8-be72-59c7c945c62e completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:26:15.363489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 517346f8-686b-40b8-be72-59c7c945c62e triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:26:15.364207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.379971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.385890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-575135e8-ddb7-41de-a297-3525576853c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:15.415095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1128753-8ed8-427e-ac9b-149fb543e4c2,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:15.424322 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9d4a263-4578-4355-ae6f-803c81ec6e59 req-93d09cc0-f727-41e1-aa4e-41bbc9aabdc9 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315466 Apr 22 16:26:15.436810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:15.440046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3e8a1a4-3700-4281-9f50-2adb55440742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.461622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.469266 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1128753-8ed8-427e-ac9b-149fb543e4c2 HTTP/1.1" status: 204 len: 168 time: 0.3614089 Apr 22 16:26:15.519183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38090) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:15.544301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c992ec-7703-461b-b2ab-bea6762f53ef req-e0f04d00-019e-44d4-a94a-5d47cc224f84 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:15.555739 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a9c992ec-7703-461b-b2ab-bea6762f53ef req-e0f04d00-019e-44d4-a94a-5d47cc224f84 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 945 time: 0.3035445 Apr 22 16:26:15.563179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:26:15.577406 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-955a7cf8-4c9f-40f8-af14-aae7d7c31d83 req-02d9f203-564c-4550-af23-bf26722fd9d4 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294076 Apr 22 16:26:15.614649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.637209 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a9c992ec-7703-461b-b2ab-bea6762f53ef req-355f6843-c016-45a4-bad3-493904b8cd67 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699339 Apr 22 16:26:15.656465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517346f8-686b-40b8-be72-59c7c945c62e'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:15.723596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 517346f8-686b-40b8-be72-59c7c945c62e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=517346f8-686b-40b8-be72-59c7c945c62e,segment=NetworkSegment(f4a355fa-528b-44b1-b2ac-40ae65200644),segment_id=f4a355fa-528b-44b1-b2ac-40ae65200644)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:15.774510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.775920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:26:15.813229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:15.882349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.903045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:15.909577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Usage tracker for resource:security_group_rule and tenant:f3f1aeabc7b84ed199f7544cad7d7ce8 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:15.913090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:15.919447 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:15.945011 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=517346f8-686b-40b8-be72-59c7c945c62e,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:15.948470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:16.002773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:26:16.008350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:26:16.008776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.014195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.060091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.073516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a0db17f4-1470-4d37-b6a3-4db5b1e5dadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:16.105813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5db319-f4f1-47ef-bc7c-8b6259d2a105,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:16.121953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:16.150905 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3f1aeabc7b84ed199f7544cad7d7ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304126 Apr 22 16:26:16.155695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38120) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:16.197508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.251496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38126) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:16.255733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.277027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.288937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.297538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:16.302772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:570f1671a6374e1ebefc4067faa214d4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:16.303102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.306301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:16.314128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:16.335851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:16.373236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe5f52-6287-432e-b0fc-ac68af8f4b81 req-3ce3cc19-d1ee-4d90-abc8-a16bbf373178 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:16.374881 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-41fe5f52-6287-432e-b0fc-ac68af8f4b81 req-3ce3cc19-d1ee-4d90-abc8-a16bbf373178 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 944 time: 0.2414024 Apr 22 16:26:16.391793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.396543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:16.420060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.427225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-44d366fc-7ad2-4645-bc04-509acc67d69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:16.466180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5db319-f4f1-47ef-bc7c-8b6259d2a105,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:16.469354 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-41fe5f52-6287-432e-b0fc-ac68af8f4b81 req-42667394-3fe3-44aa-a081-052fc2dc3246 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815241 Apr 22 16:26:16.479024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:16.481444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.491431 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd5db319-f4f1-47ef-bc7c-8b6259d2a105 HTTP/1.1" status: 204 len: 168 time: 0.3344617 Apr 22 16:26:16.533967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.547484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38144) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:16.562793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.572637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:16.576946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:16.580711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:16.591101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.680796 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=570f1671a6374e1ebefc4067faa214d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278662 Apr 22 16:26:16.683623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38154) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:16.684066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e6a3a-bcd6-449e-8844-78904931f811,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:16.687771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:16.733678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9309c4e-2ef1-47cd-9e88-7a81da7e4c25 req-dd1b97b4-7e50-4d4c-ae3a-d9b32457ac40 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:16.737280 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9309c4e-2ef1-47cd-9e88-7a81da7e4c25 req-dd1b97b4-7e50-4d4c-ae3a-d9b32457ac40 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.1400342 Apr 22 16:26:16.754712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08794c27-3da7-4b2e-b453-efbd85796fc9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:26:16.763188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 099d2208-6556-458b-9965-e460bf9f80b5 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:26:16.786301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:16.800236 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9309c4e-2ef1-47cd-9e88-7a81da7e4c25 req-531d1a60-6dc9-43c2-9d97-f8ac6bf2ffbe tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566518 Apr 22 16:26:16.839792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.018077 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517346f8-686b-40b8-be72-59c7c945c62e', 'code': 200} Apr 22 16:26:17.039571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.045187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60e5ecef-ce73-4390-a932-a1a0a77b52f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:17.058125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.072546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e6a3a-bcd6-449e-8844-78904931f811,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:17.084740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:17.090750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365e841-1bd0-4f71-bb8e-f35e82ca632d req-2e1777dc-dbae-40ab-8062-4bac100a0c32 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:17.094659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 08794c27-3da7-4b2e-b453-efbd85796fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08794c27-3da7-4b2e-b453-efbd85796fc9,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:17.095516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:17.095673 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8365e841-1bd0-4f71-bb8e-f35e82ca632d req-2e1777dc-dbae-40ab-8062-4bac100a0c32 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.1627703 Apr 22 16:26:17.105260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.109112 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/320e6a3a-bcd6-449e-8844-78904931f811 HTTP/1.1" status: 204 len: 168 time: 0.4215286 Apr 22 16:26:17.111479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Usage tracker for resource:security_group_rule and tenant:cd478fcd4a1a4964b17f305a3fffcb99 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:17.114906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:17.122008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:17.174298 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8365e841-1bd0-4f71-bb8e-f35e82ca632d req-b5412472-6e36-47a6-a84f-268484fea3c4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707891 Apr 22 16:26:17.183080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '08794c27-3da7-4b2e-b453-efbd85796fc9', 'network_id': 'd9de1071-9191-426c-ad16-00fda579efd4', 'port_id': '08794c27-3da7-4b2e-b453-efbd85796fc9', 'mac_address': 'fa:16:3e:bc:21:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a36e506-2374-4e63-87e1-10fa88225e2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:26:17.263219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.287418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.311537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.321916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ed22ba03-b4d3-4abc-a7ef-8e43af02d6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:17.331600 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38166) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:17.343980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08794c27-3da7-4b2e-b453-efbd85796fc9 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:17.361367 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55845c6a-4202-49e2-9c4d-bbef951d6faa,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:17.383002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 099d2208-6556-458b-9965-e460bf9f80b5 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:26:17.385867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:17.391896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 08794c27-3da7-4b2e-b453-efbd85796fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08794c27-3da7-4b2e-b453-efbd85796fc9,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:17.392947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 099d2208-6556-458b-9965-e460bf9f80b5 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:26:17.393366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.400239 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd478fcd4a1a4964b17f305a3fffcb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8510537 Apr 22 16:26:17.402965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38172) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:17.452164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-5dd0c567-4d43-49d5-a68f-c999970c3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:17.455108 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-5dd0c567-4d43-49d5-a68f-c999970c3a2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 1098 time: 0.1146402 Apr 22 16:26:17.462852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.466976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:17.479730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.496765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.514468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.533618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:17.545577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Usage tracker for resource:security_group_rule and tenant:df4f461cc520450cad8e406aa3b331ef is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:17.555261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:17.570511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:17.602652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.609240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a0ada575-eeb1-4d36-8589-ba15b8d536b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:17.629294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55845c6a-4202-49e2-9c4d-bbef951d6faa,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:17.632791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:17.634066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.637985 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55845c6a-4202-49e2-9c4d-bbef951d6faa HTTP/1.1" status: 204 len: 168 time: 0.2313490 Apr 22 16:26:17.656872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38182) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:17.660442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.661109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=08794c27-3da7-4b2e-b453-efbd85796fc9,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:17.671103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.692818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.694577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:17.721188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:17.725914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Usage tracker for resource:security_group_rule and tenant:bf23e02579684e9ab88b102a19bcd931 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:17.730116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:17.738903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:17.740665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 099d2208-6556-458b-9965-e460bf9f80b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=099d2208-6556-458b-9965-e460bf9f80b5,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:17.763160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.765580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:17.772622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.819946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.839492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:17.858031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8366b-9a84-435b-9bc6-a4eb61b13c3b req-57c95c2d-a010-4cdf-88ce-5d8853c0446b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:17.858927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=099d2208-6556-458b-9965-e460bf9f80b5,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:17.867261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:17.868448 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-04a8366b-9a84-435b-9bc6-a4eb61b13c3b req-57c95c2d-a010-4cdf-88ce-5d8853c0446b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 945 time: 0.2077975 Apr 22 16:26:17.895919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['08794c27-3da7-4b2e-b453-efbd85796fc9'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:17.911947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.951620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-81f1640e-5fd0-44d2-b27e-d078c79bab1a req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916124 Apr 22 16:26:17.956413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3d2b34-bc9e-4f65-939b-fd19a97e93fd,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:17.957355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.980576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:17.990842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2c59f75a-d8c7-49c3-ba46-8986e9dd8e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:18.006541 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf23e02579684e9ab88b102a19bcd931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482542 Apr 22 16:26:18.008076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.012539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38190) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:18.064989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c86a4a-45b2-4e51-b4c7-5f8554867be7,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:18.071000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:18.109884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.120763 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-04a8366b-9a84-435b-9bc6-a4eb61b13c3b req-57b89391-41b9-4fa0-917a-ea37e2d64ff4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513235 Apr 22 16:26:18.122248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:18.141848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Usage tracker for resource:security_group_rule and tenant:d21ad57cce364f56b4969cd26c0c72f3 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:18.146896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:18.153244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.166978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:18.178929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565fcf3-fe38-4540-8829-20166ba3c88d req-a39223b3-aa18-465b-a248-c25dfbf805ce tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:18.180638 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d565fcf3-fe38-4540-8829-20166ba3c88d req-a39223b3-aa18-465b-a248-c25dfbf805ce tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.1556058 Apr 22 16:26:18.249800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.259094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5b4cd839-e8d4-44dc-9530-67ab8f3e2013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:18.273540 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d565fcf3-fe38-4540-8829-20166ba3c88d req-b0db4b0b-ed08-443e-8953-db42b9fb9651 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849423 Apr 22 16:26:18.273864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c86a4a-45b2-4e51-b4c7-5f8554867be7,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:18.277204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:18.278962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.279940 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29c86a4a-45b2-4e51-b4c7-5f8554867be7 HTTP/1.1" status: 204 len: 168 time: 0.2660158 Apr 22 16:26:18.415932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.441385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.452465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2c0d3254-0d5f-4d8b-98d9-b7c263ea110f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:18.507906 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d21ad57cce364f56b4969cd26c0c72f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1731060 Apr 22 16:26:18.509830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38208) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:18.515299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15b142-8a8a-4394-8e63-1b921ec8e6d4 req-ede6a8ed-0e0d-46cc-9005-7fbe0a978e32 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:18.518137 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cd15b142-8a8a-4394-8e63-1b921ec8e6d4 req-ede6a8ed-0e0d-46cc-9005-7fbe0a978e32 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.1681752 Apr 22 16:26:18.519011 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb12d28-f214-4f3e-8131-b4ba3c5217c6,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:18.523989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:18.576645 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cd15b142-8a8a-4394-8e63-1b921ec8e6d4 req-b816a93a-1191-4a19-a3f3-c50af656f2a4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Apr 22 16:26:18.599406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.631943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.751382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.756844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fdf15061-bff6-4786-8442-ccc1b5a884cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:18.770726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb12d28-f214-4f3e-8131-b4ba3c5217c6,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:18.773560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:18.774829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.776036 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeb12d28-f214-4f3e-8131-b4ba3c5217c6 HTTP/1.1" status: 204 len: 168 time: 0.2651668 Apr 22 16:26:18.888189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38220) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:18.904168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.921233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:18.927128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Usage tracker for resource:security_group_rule and tenant:1688fb8d7e794a9b98f106c7e30252a5 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:18.930389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:18.940680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:19.019780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1'}, {'server_uuid': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099d2208-6556-458b-9965-e460bf9f80b5'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:19.041743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:19.074259 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', 'code': 200} Apr 22 16:26:19.074564 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099d2208-6556-458b-9965-e460bf9f80b5', 'code': 200} Apr 22 16:26:19.088786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:19.099015 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cda73bf5-5898-4eac-aa8d-eb69b01f21a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:19.142287 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1688fb8d7e794a9b98f106c7e30252a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579870 Apr 22 16:26:19.152028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174f1f4-696f-48b3-be92-270effd31603,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:19.153359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38230) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:19.180123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:19.276939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:19.318274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:19.525911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:19.540197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-064ebaa5-2e1d-4e04-b1eb-07ae7c2c2f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:19.558147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f694-52c3-4080-96b3-bfecac6d3bea req-d5308c88-30bf-46da-bf93-c5700334c4b4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:19.561776 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-afb7f694-52c3-4080-96b3-bfecac6d3bea req-d5308c88-30bf-46da-bf93-c5700334c4b4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 945 time: 0.2200856 Apr 22 16:26:19.618093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174f1f4-696f-48b3-be92-270effd31603,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:19.635195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:19.663986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94c7d9-69c1-4a9d-8c32-8f0a091cebd1 req-028c3a82-35b8-489b-991d-0df1c3a906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:19.665817 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3a94c7d9-69c1-4a9d-8c32-8f0a091cebd1 req-028c3a82-35b8-489b-991d-0df1c3a906e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.1059496 Apr 22 16:26:19.717825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:19.721050 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6174f1f4-696f-48b3-be92-270effd31603 HTTP/1.1" status: 204 len: 168 time: 0.5654368 Apr 22 16:26:19.723506 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3a94c7d9-69c1-4a9d-8c32-8f0a091cebd1 req-07c6f788-c201-42a9-80f9-b09b412e97e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507581 Apr 22 16:26:19.743901 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-afb7f694-52c3-4080-96b3-bfecac6d3bea req-85cd0700-2775-4609-90e6-8c278ddaea13 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644454 Apr 22 16:26:19.793650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ff99-77f1-4d84-8ba1-b81ba931dc89 req-bc5d3e9f-d48d-4633-959b-207a11944173 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:19.796748 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9929ff99-77f1-4d84-8ba1-b81ba931dc89 req-bc5d3e9f-d48d-4633-959b-207a11944173 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.3243213 Apr 22 16:26:19.801039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50260ae3-49fe-49a3-b119-fe3fec656b9f req-4348b5ac-5811-4345-8239-393d4c32b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:19.802980 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-50260ae3-49fe-49a3-b119-fe3fec656b9f req-4348b5ac-5811-4345-8239-393d4c32b815 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 1099 time: 0.2332709 Apr 22 16:26:19.841477 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38260) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:19.880554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:19.899557 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:19.905799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Usage tracker for resource:security_group_rule and tenant:f21e03ff19d44c388cc087fc5d9b3d80 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:19.909704 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:19.916437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:19.931388 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9929ff99-77f1-4d84-8ba1-b81ba931dc89 req-a14447c1-2d61-48cb-aca3-c91a38fca60a tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272681 Apr 22 16:26:19.993806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d2412-7add-4c32-9b8d-930a688d3708 req-5b1b4a27-77d9-47ce-ab22-a281a9ce6b37 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:19.995613 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c87d2412-7add-4c32-9b8d-930a688d3708 req-5b1b4a27-77d9-47ce-ab22-a281a9ce6b37 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.1228590 Apr 22 16:26:20.038519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:20.057502 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c87d2412-7add-4c32-9b8d-930a688d3708 req-b65eea56-f55b-472b-b7b7-eb1d36758b3b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535512 Apr 22 16:26:20.077089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:20.087175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-560b5e02-8928-433d-8204-0af177e23825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:20.125486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-50260ae3-49fe-49a3-b119-fe3fec656b9f req-a8b88078-477f-42af-9b99-680e9746adbc service neutron] Synchronizing usage tracker for tenant:df4f461cc520450cad8e406aa3b331ef on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:20.143270 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f21e03ff19d44c388cc087fc5d9b3d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968700 Apr 22 16:26:20.143270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38268) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:20.146004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acf8fba-7379-4e14-849b-06917764b2fa,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:20.149309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:20.191965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-50260ae3-49fe-49a3-b119-fe3fec656b9f req-a8b88078-477f-42af-9b99-680e9746adbc service neutron] Unset dirty status for tenant:df4f461cc520450cad8e406aa3b331ef on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:20.193696 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-50260ae3-49fe-49a3-b119-fe3fec656b9f req-a8b88078-477f-42af-9b99-680e9746adbc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070321 Apr 22 16:26:20.215235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:20.245856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:20.329690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:20.348942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c874eab8-a9da-4122-9b59-eb77fb7257a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:20.379184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acf8fba-7379-4e14-849b-06917764b2fa,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:20.389251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:20.391516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:20.398419 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3acf8fba-7379-4e14-849b-06917764b2fa HTTP/1.1" status: 204 len: 168 time: 0.2542417 Apr 22 16:26:20.662944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38286) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:20.767093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08794c27-3da7-4b2e-b453-efbd85796fc9 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:26:20.911218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 08794c27-3da7-4b2e-b453-efbd85796fc9 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:26:20.916841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 08794c27-3da7-4b2e-b453-efbd85796fc9 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:26:20.917232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:20.968612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-31707247-network', 'tenant_id': '536c15927d46406eaca48f53990a2534'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:20.984882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:20.993299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Usage tracker for resource:network and tenant:536c15927d46406eaca48f53990a2534 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:20.997373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:21.007445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:21.026795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ab227-7791-400f-adf2-7b3bf51f2a2f req-271709e5-6c2d-4035-91c3-5acfefaae71f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:21.028900 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0a8ab227-7791-400f-adf2-7b3bf51f2a2f req-271709e5-6c2d-4035-91c3-5acfefaae71f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 945 time: 0.1500161 Apr 22 16:26:21.086040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Made reservation on behalf of 536c15927d46406eaca48f53990a2534 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:21.090929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.111021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.124811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.130691 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0a8ab227-7791-400f-adf2-7b3bf51f2a2f req-d2ce8019-4804-4a55-88b9-9d9d5322cb8a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923915 Apr 22 16:26:21.137040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:21.143295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Usage tracker for resource:security_group_rule and tenant:536c15927d46406eaca48f53990a2534 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:21.167592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 08794c27-3da7-4b2e-b453-efbd85796fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08794c27-3da7-4b2e-b453-efbd85796fc9,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:21.167592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08794c27-3da7-4b2e-b453-efbd85796fc9'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:21.190079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:21.209917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:21.232340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.236745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-22bbc5c1-e2ae-4555-8d74-5f62bcac5b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:21.386001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=08794c27-3da7-4b2e-b453-efbd85796fc9,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:21.389348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:21.425740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934e2f-8715-405e-9147-5f0911414d0b req-3d1878d3-ac9f-446a-b6a4-ea03c48a4292 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:21.427410 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b2934e2f-8715-405e-9147-5f0911414d0b req-3d1878d3-ac9f-446a-b6a4-ea03c48a4292 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.2863152 Apr 22 16:26:21.484587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38316) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:21.529630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.546019 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b2934e2f-8715-405e-9147-5f0911414d0b req-aabff0f8-6351-4a53-b142-d6d1bdd8da8e tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091635 Apr 22 16:26:21.569279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.576827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:21.580607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7f87-4f6d-4b5f-a4c3-18fdacfeeff8 req-2b0e6e3e-8ea0-4fc9-80a6-0727dfe76a6a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:21.586788 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b1db7f87-4f6d-4b5f-a4c3-18fdacfeeff8 req-2b0e6e3e-8ea0-4fc9-80a6-0727dfe76a6a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.2359066 Apr 22 16:26:21.589880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Usage tracker for resource:security_group_rule and tenant:89c798d1625b4ed3b54deeabf9cf99e1 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:21.595598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:21.606752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:21.634957 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08794c27-3da7-4b2e-b453-efbd85796fc9', 'code': 200} Apr 22 16:26:21.677597 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.702298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-86fc5558-2305-4116-b74f-bdd6d2187fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:21.794857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.864640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:21.880801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:21.941495 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89c798d1625b4ed3b54deeabf9cf99e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548700 Apr 22 16:26:21.942190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38328) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:21.945238 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b1db7f87-4f6d-4b5f-a4c3-18fdacfeeff8 req-ae346075-deef-4af0-8fb3-0a1be2d8cb34 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253343 Apr 22 16:26:21.946022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c60c116-d01c-49dd-bc4b-44d9254c2504,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:21.946147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b060a-9528-4623-9ac1-43240aa1e269,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:21.984540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:21.989828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:21.991003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:26:22.023879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.041936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.047739 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Added segment 2149252a-df6e-453e-adac-8796a4e68f51 of type vlan for network 743b3dce-2fee-4f1a-bb26-a50e460732c2 Apr 22 16:26:22.062957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.141624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.277791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.283679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-149dc5f4-96b9-4052-879b-f30bda6e766a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:22.314721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c60c116-d01c-49dd-bc4b-44d9254c2504,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:22.323512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:22.343045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.351164 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c60c116-d01c-49dd-bc4b-44d9254c2504 HTTP/1.1" status: 204 len: 168 time: 0.4076302 Apr 22 16:26:22.464737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.484224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:22.485086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:22.495054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:22.626972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Pushing event updated for resources: {'Network': ['ID=743b3dce-2fee-4f1a-bb26-a50e460732c2,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:22.632298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:22.642234 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9779413 Apr 22 16:26:22.645628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38358) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:22.649116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 743b3dce-2fee-4f1a-bb26-a50e460732c2 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:26:22.691995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Request body: {'subnet': {'network_id': '743b3dce-2fee-4f1a-bb26-a50e460732c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-31707247-subnet', 'tenant_id': '536c15927d46406eaca48f53990a2534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:22.706652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:22.728877 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edb0c5-4401-4948-80a5-6580eb6972ac req-b9eb3a52-be44-48e9-89c4-cc6f963a4910 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:22.731907 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-30edb0c5-4401-4948-80a5-6580eb6972ac req-b9eb3a52-be44-48e9-89c4-cc6f963a4910 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.3772378 Apr 22 16:26:22.733434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Usage tracker for resource:subnet and tenant:536c15927d46406eaca48f53990a2534 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:22.738444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:22.750336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:22.790887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790419f-73fa-412b-a0fa-28bb79f7927d req-109a0568-e869-4f58-83d8-738bf9074ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:22.792743 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b790419f-73fa-412b-a0fa-28bb79f7927d req-109a0568-e869-4f58-83d8-738bf9074ebe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 1099 time: 0.3758910 Apr 22 16:26:23.027701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Made reservation on behalf of 536c15927d46406eaca48f53990a2534 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:23.033218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:23.069749 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-30edb0c5-4401-4948-80a5-6580eb6972ac req-896aa96f-5590-4a25-9334-d6c9d4f05a40 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225212 Apr 22 16:26:23.151147 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b790419f-73fa-412b-a0fa-28bb79f7927d req-b24a7fa0-7d93-446d-916f-d1d38cb134e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466594 Apr 22 16:26:23.312318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec0fc1-3495-4ead-958a-e6583d1daeff req-6036d4e8-3a36-4392-ba3b-64085448c78f tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:23.317944 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0dec0fc1-3495-4ead-958a-e6583d1daeff req-6036d4e8-3a36-4392-ba3b-64085448c78f tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.1775050 Apr 22 16:26:23.436808 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0dec0fc1-3495-4ead-958a-e6583d1daeff req-6d1edb2f-1081-4f19-bf90-3438293f34e5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629749 Apr 22 16:26:23.882212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:23.888499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:23.970974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21fef23-a3b2-42b0-a48b-2b530260ed99,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:23.977949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:24.006505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Checking segment: {'id': '2149252a-df6e-453e-adac-8796a4e68f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '743b3dce-2fee-4f1a-bb26-a50e460732c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:24.006822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Network hostable DHCP agents. Network: 743b3dce-2fee-4f1a-bb26-a50e460732c2, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:26:24.054167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Network 743b3dce-2fee-4f1a-bb26-a50e460732c2 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:26:24.105334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 743b3dce-2fee-4f1a-bb26-a50e460732c2) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:24.114765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:24.115414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:24.116031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57c729-daa7-410b-b96a-55b0fd230d1e None None] Network 743b3dce-2fee-4f1a-bb26-a50e460732c2 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:24.215015 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5668576 Apr 22 16:26:24.432885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259ea9b-b2e5-4c75-b3c7-b7ec997af1c6 req-1bf0c045-96a9-40bf-87c3-da665007fcee tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:24.436533 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4259ea9b-b2e5-4c75-b3c7-b7ec997af1c6 req-1bf0c045-96a9-40bf-87c3-da665007fcee tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.2077229 Apr 22 16:26:24.542841 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4259ea9b-b2e5-4c75-b3c7-b7ec997af1c6 req-93ee3a42-4751-43b5-9092-e4722f5c4dd6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998127 Apr 22 16:26:24.575622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b895dade-4bec-4685-a689-b19fecdf137d None None] Network 743b3dce-2fee-4f1a-bb26-a50e460732c2 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:25.328068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38492) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:25.335908 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1323473090-network', 'tenant_id': '123c1b6ebc5e43ecbe0f9d516a58524f'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:25.341200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:25.346826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Usage tracker for resource:network and tenant:123c1b6ebc5e43ecbe0f9d516a58524f is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:25.350194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:25.356985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:25.425847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Made reservation on behalf of 123c1b6ebc5e43ecbe0f9d516a58524f for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:25.430888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.436001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38498) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:25.449923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.470274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:25.474447 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Usage tracker for resource:security_group_rule and tenant:123c1b6ebc5e43ecbe0f9d516a58524f is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:25.477481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:25.483737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:25.587230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.617621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:25.621826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Usage tracker for resource:security_group_rule and tenant:043b9d23beca473487bbfe7e778b6383 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:25.624909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:25.632779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:25.834252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.837822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.868543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137409f-506a-4974-bf6a-3ff3bbad767b req-82175cc1-d13c-4355-abc7-73615a2b6996 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:25.870299 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d137409f-506a-4974-bf6a-3ff3bbad767b req-82175cc1-d13c-4355-abc7-73615a2b6996 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1208277 Apr 22 16:26:25.871491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.876806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d3af01b-c1ba-42f0-928f-36ae616a2aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:25.926089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:26:25.928054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.936442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e7842-1f74-480f-abfa-9fe9c5091a9b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:25.937533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7ab7206a-c3dd-4c19-af40-a8198c349f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:25.946007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:25.964067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:25.964798 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Added segment 5e5f7dea-e171-4ffd-9ae4-da27441f1ff8 of type vlan for network 97353ea9-baa3-462a-b830-2f85112d12d2 Apr 22 16:26:25.987549 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d137409f-506a-4974-bf6a-3ff3bbad767b req-998a9463-944e-4f63-bc8c-d6172ec932bd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009769 Apr 22 16:26:25.994535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f68b88-97a4-4c24-9475-30dba9820fd4,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:26.006018 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=043b9d23beca473487bbfe7e778b6383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685186 Apr 22 16:26:26.007041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:26.009462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38518) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:26.013641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.068871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38522) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:26.103947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.132130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.134120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.145304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:26.146095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.153233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:26.204648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.220937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:26.225193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Usage tracker for resource:security_group_rule and tenant:745f412558454c128bc71ac0441ad182 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:26.228334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:26.234474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:26.287163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Pushing event updated for resources: {'Network': ['ID=97353ea9-baa3-462a-b830-2f85112d12d2,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:26.290063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:26.301000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 97353ea9-baa3-462a-b830-2f85112d12d2 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:26:26.307054 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9762878 Apr 22 16:26:26.309202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38528) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:26.317468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Request body: {'subnet': {'network_id': '97353ea9-baa3-462a-b830-2f85112d12d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1323473090-subnet', 'tenant_id': '123c1b6ebc5e43ecbe0f9d516a58524f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:26.322579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:26.327107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Usage tracker for resource:subnet and tenant:123c1b6ebc5e43ecbe0f9d516a58524f is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:26.331728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:26.338259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:26.342424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.349775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:26.364651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.364874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f68b88-97a4-4c24-9475-30dba9820fd4,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:26.367348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:26.373231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.374602 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39f68b88-97a4-4c24-9475-30dba9820fd4 HTTP/1.1" status: 204 len: 168 time: 0.3641150 Apr 22 16:26:26.396954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.408781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2158913f-0ece-4db8-a018-44433a46d98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:26.442754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Made reservation on behalf of 123c1b6ebc5e43ecbe0f9d516a58524f for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:26.448054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.451429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c3d8e7-d3bd-496f-9a9a-1705b6f66efe,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:26.459336 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=745f412558454c128bc71ac0441ad182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892937 Apr 22 16:26:26.459931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38534) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:26.460849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:26.528884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.558235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.888805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.894351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:26.911344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c3d8e7-d3bd-496f-9a9a-1705b6f66efe,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:26.912065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:26.918125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.920007 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37c3d8e7-d3bd-496f-9a9a-1705b6f66efe HTTP/1.1" status: 204 len: 168 time: 0.4575284 Apr 22 16:26:27.277990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcd8bb-4721-45b8-b525-316fac02802a req-773f9067-89ff-47de-8d77-ea5bf7b1769f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:27.279587 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aabcd8bb-4721-45b8-b525-316fac02802a req-773f9067-89ff-47de-8d77-ea5bf7b1769f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1507711 Apr 22 16:26:27.342058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.354288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3dbf155e-9634-45bd-8272-1b05e0692280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:27.393762 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aabcd8bb-4721-45b8-b525-316fac02802a req-9e791553-b611-4f33-b1ea-710558970572 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 Apr 22 16:26:27.439423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f825fe59-dbb1-4686-a2da-feb2512e9d8f,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:27.442210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:27.450359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Checking segment: {'id': '5e5f7dea-e171-4ffd-9ae4-da27441f1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '97353ea9-baa3-462a-b830-2f85112d12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:27.450756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Network hostable DHCP agents. Network: 97353ea9-baa3-462a-b830-2f85112d12d2, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:26:27.493339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38566) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:27.512899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.528649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Network 97353ea9-baa3-462a-b830-2f85112d12d2 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:26:27.530067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:27.535006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6874ebdb5fee45278920d0e48d96ad7a is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:27.538282 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:27.544846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:27.626262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 97353ea9-baa3-462a-b830-2f85112d12d2) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:27.630602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:27.631246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.636878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad819ff9-765c-4569-90ae-03b3297e026b None None] Network 97353ea9-baa3-462a-b830-2f85112d12d2 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:27.770209 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4595878 Apr 22 16:26:27.814942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.848580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.881775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:27.900816 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6874ebdb5fee45278920d0e48d96ad7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034464 Apr 22 16:26:27.900816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38582) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:27.976686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab495d-e7c1-47ea-a85e-c814aa2250a2 None None] Network 97353ea9-baa3-462a-b830-2f85112d12d2 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:27.989531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422e58f-e9d7-4040-abb4-ca921ce769df,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:27.994106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:28.001298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:28.057513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:28.352411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:28.359508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:28.374999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422e58f-e9d7-4040-abb4-ca921ce769df,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:28.382394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:28.385333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:28.386791 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e422e58f-e9d7-4040-abb4-ca921ce769df HTTP/1.1" status: 204 len: 168 time: 0.4850414 Apr 22 16:26:28.640122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fbcd6-0859-4367-bd5d-489eed7f8391 req-41c7ecaf-59ef-4ea8-8b1a-fa0ae3dd9b40 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:28.641915 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-224fbcd6-0859-4367-bd5d-489eed7f8391 req-41c7ecaf-59ef-4ea8-8b1a-fa0ae3dd9b40 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1223519 Apr 22 16:26:28.716438 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-224fbcd6-0859-4367-bd5d-489eed7f8391 req-d5396770-c629-4640-992a-38d7e0712939 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623808 Apr 22 16:26:30.003707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba726f19-19e7-4310-9f35-48ea52320e71 req-ac85ca3e-f127-4433-bc06-a7af530e6b29 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:30.005419 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ba726f19-19e7-4310-9f35-48ea52320e71 req-ac85ca3e-f127-4433-bc06-a7af530e6b29 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1021593 Apr 22 16:26:30.068963 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ba726f19-19e7-4310-9f35-48ea52320e71 req-b495d191-038f-417c-ab88-76fa5c322415 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539849 Apr 22 16:26:30.310646 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-b6ae73da-0cc2-4e5f-814f-f2d77b38d5cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1302185 Apr 22 16:26:30.572198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-e6e83a78-9adc-444b-a6a6-cc5288590aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:30.574084 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-e6e83a78-9adc-444b-a6a6-cc5288590aed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59749cee8bfb49eb892806b0f1cebbdf&device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 1098 time: 0.1528189 Apr 22 16:26:30.878799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-fea400d3-48b6-42f7-93ec-d8916c8ba939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:30.880435 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-fea400d3-48b6-42f7-93ec-d8916c8ba939 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b61a5b-1aa3-46ff-9892-1de74720be81 HTTP/1.1" status: 200 len: 913 time: 0.2753599 Apr 22 16:26:30.916028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-db8f239b-b192-42d5-afb7-f225aa4b3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:30.917996 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-db8f239b-b192-42d5-afb7-f225aa4b3c49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 1099 time: 0.0871456 Apr 22 16:26:30.962692 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-dde499b0-9ed1-4ee7-96fb-a988cb425678 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=517346f8-686b-40b8-be72-59c7c945c62e HTTP/1.1" status: 200 len: 217 time: 0.0747714 Apr 22 16:26:31.056505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce570c12-4897-4d5a-9856-6d26838b7b6b req-e18bcc4c-6460-48ca-85cf-049ef681822d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:31.058186 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ce570c12-4897-4d5a-9856-6d26838b7b6b req-e18bcc4c-6460-48ca-85cf-049ef681822d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.2389231 Apr 22 16:26:31.066467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-e36a6e69-0d14-457f-be74-852f7678db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:31.068003 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-e36a6e69-0d14-457f-be74-852f7678db4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13629a92-fdc0-4888-a8d4-82bfdb965a45 HTTP/1.1" status: 200 len: 852 time: 0.0955067 Apr 22 16:26:31.082547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-fe17c9e0-20e3-4302-9e52-4b3781b7b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:31.084193 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-fe17c9e0-20e3-4302-9e52-4b3781b7b6c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.1598234 Apr 22 16:26:31.140044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:31.142277 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-0874dbd4-c29b-44eb-879f-69755a847ff4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b61a5b-1aa3-46ff-9892-1de74720be81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560505 Apr 22 16:26:31.164898 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-5c3304ce-7f2c-4006-b296-acc09d0bcf55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08794c27-3da7-4b2e-b453-efbd85796fc9 HTTP/1.1" status: 200 len: 217 time: 0.0740001 Apr 22 16:26:31.208177 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ce570c12-4897-4d5a-9856-6d26838b7b6b req-a38fdcd0-eec6-436c-b533-de46d3b25d91 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384692 Apr 22 16:26:31.250422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-48ff5202-c880-4a35-8093-89450ce86f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:31.252818 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-48ff5202-c880-4a35-8093-89450ce86f17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0819936 Apr 22 16:26:31.321099 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-d61af758-396a-4273-9797-cb75d86afe47 service neutron] 10.222.0.26 "GET /v2.0/networks/60b61a5b-1aa3-46ff-9892-1de74720be81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694980 Apr 22 16:26:31.323308 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-e152b70c-4a71-4f31-95dd-badf180cd3dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627210 Apr 22 16:26:31.480731 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3c31704-3564-4f35-898f-4b2dbecd7ed0 req-760ec5f0-a76c-43fc-9a76-1408a8aa9d9d service neutron] 10.222.0.26 "GET /v2.0/networks/60b61a5b-1aa3-46ff-9892-1de74720be81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480832 Apr 22 16:26:31.481614 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-ced83953-b42e-4d44-bbc4-385da7b70eab service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484778 Apr 22 16:26:31.649951 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d3e5d20-c4fb-488c-9a40-1ab9cdced113 req-7aa9c4ac-2bbc-43d8-824a-c0819fa32d43 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479206 Apr 22 16:26:32.434828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b95891-c8c6-40ec-bbaf-6f903f252889 req-81b8ab15-2e5b-4522-a683-b20d4f21e246 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:32.436448 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4b95891-c8c6-40ec-bbaf-6f903f252889 req-81b8ab15-2e5b-4522-a683-b20d4f21e246 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.0950246 Apr 22 16:26:32.486602 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4b95891-c8c6-40ec-bbaf-6f903f252889 req-1cb9bdd1-4c89-4fd0-9dd3-8244053de8c8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Apr 22 16:26:33.722459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea34239-c497-4fab-b8f6-9f985a23e7c6 req-e4adadf4-a60e-431a-a578-e2c301889ae5 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:33.725390 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9ea34239-c497-4fab-b8f6-9f985a23e7c6 req-e4adadf4-a60e-431a-a578-e2c301889ae5 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1153841 Apr 22 16:26:33.788205 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9ea34239-c497-4fab-b8f6-9f985a23e7c6 req-5d31479a-b3df-4243-a42f-f1b43add62f0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560935 Apr 22 16:26:34.613805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38788) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:34.785263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:34.802112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:34.808066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Usage tracker for resource:security_group_rule and tenant:bb861aa661dc464c927aa2ad8199915b is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:34.811606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:34.818934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:35.027708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.029236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb895ac-006d-4cb9-97c1-b8f57c82ffaa req-d30f7fa2-a96e-40c2-b0fa-27d8b1838f8d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:35.031324 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bfb895ac-006d-4cb9-97c1-b8f57c82ffaa req-d30f7fa2-a96e-40c2-b0fa-27d8b1838f8d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1012521 Apr 22 16:26:35.065412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.088242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-95b172a2-9372-4d16-8307-bea0f2d57897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:35.093194 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bfb895ac-006d-4cb9-97c1-b8f57c82ffaa req-2b31cc4e-324c-4a3e-9522-d0577acef5e6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538793 Apr 22 16:26:35.118928 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb861aa661dc464c927aa2ad8199915b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015230 Apr 22 16:26:35.119477 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38818) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:35.131837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3dd2ac-433d-4909-8007-97fb155337b7,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:35.140726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.141714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.142111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.142614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.143013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.143403 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.143842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.144608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.144608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.144937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.145835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.146024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.150571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:35.189279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.218213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.425607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.431148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c18b4794-1b78-406e-8602-5b0915bac5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:35.445791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38824) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:35.446294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3dd2ac-433d-4909-8007-97fb155337b7,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:35.451497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.453241 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be3dd2ac-433d-4909-8007-97fb155337b7 HTTP/1.1" status: 204 len: 168 time: 0.3323412 Apr 22 16:26:35.465736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.466392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.467241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.468209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.468931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.470776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.470931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.471545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.472214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.472857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.473493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.474135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:35.479987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:35.896268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.942023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:35.946505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Usage tracker for resource:security_group_rule and tenant:4bda8c142cc549fea23ed957d234ab1c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:35.951455 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:35.960071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:36.098974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.162893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.185278 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38852) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:36.201141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5cf3dbc8-aca7-413d-8534-ba9f9c3df67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:36.215317 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bda8c142cc549fea23ed957d234ab1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7669487 Apr 22 16:26:36.215981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38858) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:36.222750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.261871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38862) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:36.279863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:36.282952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57250058-0a80-4d52-a4c9-b1de613c3a04,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:36.290827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:36.309575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Usage tracker for resource:security_group_rule and tenant:239d72355cd7403b9f5d812e758db156 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:36.355177 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.363597 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:36.383655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:36.397212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.517513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.523833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d98ab43c-cf91-4cfb-8db4-acf4ff7c42fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:36.539280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57250058-0a80-4d52-a4c9-b1de613c3a04,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:36.542012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:36.553021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.554272 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57250058-0a80-4d52-a4c9-b1de613c3a04 HTTP/1.1" status: 204 len: 168 time: 0.3337967 Apr 22 16:26:36.650926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.686360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d96d-47bd-45f6-9258-c393aecab56b req-d5a06d92-1f7c-4447-8a42-44e92f41d4eb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:36.688025 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1c84d96d-47bd-45f6-9258-c393aecab56b req-d5a06d92-1f7c-4447-8a42-44e92f41d4eb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.3963280 Apr 22 16:26:36.689189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:36.695393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Usage tracker for resource:security_group_rule and tenant:d5f8fd501c9142e6bd71f222ccb814ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:36.705817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:36.732577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:36.803134 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1c84d96d-47bd-45f6-9258-c393aecab56b req-23faa42c-18ad-41b0-8e4b-d2d301792e96 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007936 Apr 22 16:26:36.827086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.867517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.877269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-12b179df-30bc-4567-9006-7d0b711e9fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:36.927532 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=239d72355cd7403b9f5d812e758db156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381146 Apr 22 16:26:36.928238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38884) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:36.952950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.954629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e9f09a-41d3-44a5-b835-959d1a851493,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:36.958154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:37.008986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.014143 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.028188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b3d1b481-dfe4-40ef-a8fb-a5c65816f8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:37.045416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.080664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3aa635-252a-46c7-894a-f97563bf4d16,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:37.089282 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5f8fd501c9142e6bd71f222ccb814ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8095615 Apr 22 16:26:37.089282 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:37.089929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38890) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:37.104962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 38894) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:37.124065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.141649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:37.145935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Usage tracker for resource:security_group_rule and tenant:ffb81b9e053646b6ac58780abf9e4e39 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:37.148998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:37.155621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:37.162088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.186223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.194015 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f78ca3cb-52f4-4061-b0f4-b86218479f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:37.209416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.216461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e9f09a-41d3-44a5-b835-959d1a851493,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:37.225731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:37.239237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.242962 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41e9f09a-41d3-44a5-b835-959d1a851493 HTTP/1.1" status: 204 len: 168 time: 0.3112485 Apr 22 16:26:37.275520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.316861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.322242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cf416527-1f8b-4701-aef7-a5c7cd49b7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:37.334448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3aa635-252a-46c7-894a-f97563bf4d16,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:37.338302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:37.342163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.343246 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd3aa635-252a-46c7-894a-f97563bf4d16 HTTP/1.1" status: 204 len: 168 time: 0.2525201 Apr 22 16:26:37.357110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.378869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-01442f26-7dd1-4585-9fc9-c9483906f552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:37.424240 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-454449b9-1035-4e04-a854-414831726382 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffb81b9e053646b6ac58780abf9e4e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180666 Apr 22 16:26:37.425206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44448799-bfa4-44a8-aba3-88e3a12feab0,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:37.427155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38902) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:37.428579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:37.494619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.523199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.677010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.682505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9c7e804a-54a3-4142-ba78-d108c8d9db50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:37.696966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44448799-bfa4-44a8-aba3-88e3a12feab0,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:37.699354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:37.703208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:37.704911 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44448799-bfa4-44a8-aba3-88e3a12feab0 HTTP/1.1" status: 204 len: 168 time: 0.2765760 Apr 22 16:26:38.028500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8ca9d-169b-43cb-8ff8-8199892f883f req-b38ad4bd-a368-4899-8526-c125304951bf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:38.030161 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a1c8ca9d-169b-43cb-8ff8-8199892f883f req-b38ad4bd-a368-4899-8526-c125304951bf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1054015 Apr 22 16:26:38.083639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38930) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:38.087616 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a1c8ca9d-169b-43cb-8ff8-8199892f883f req-8dbe2d27-3b0a-4973-84cf-743c9f3b0c48 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504837 Apr 22 16:26:38.097385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.130456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:38.134503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Usage tracker for resource:security_group_rule and tenant:2135c6ba4a374f99a4a1e22479b1b0ef is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:38.138562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:38.147378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:38.262228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.311166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.329806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:38.364852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644a154e-4d96-4ce7-a748-2bc42446c19f,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:38.370693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:38.392485 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2135c6ba4a374f99a4a1e22479b1b0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119688 Apr 22 16:26:38.400033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38948) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:38.456258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.483080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.585185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.590531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aa292eaa-7d65-4f96-93c3-97bcd0a3b17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:38.605237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a154e-4d96-4ce7-a748-2bc42446c19f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:38.614924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:38.620543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.624644 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/644a154e-4d96-4ce7-a748-2bc42446c19f HTTP/1.1" status: 204 len: 168 time: 0.2304683 Apr 22 16:26:38.793191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 38968) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:39.262816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:39.271357 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:39.288163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Usage tracker for resource:security_group_rule and tenant:04ba6229dab94dc3861ba7563997b1e6 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:39.295150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:39.309690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:39.401374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ca3d7-07cd-4264-bb61-f69fc3c5fd8e req-810adb46-321b-4827-910a-a3bfc72f5b2f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:39.403453 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e94ca3d7-07cd-4264-bb61-f69fc3c5fd8e req-810adb46-321b-4827-910a-a3bfc72f5b2f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1724629 Apr 22 16:26:39.415453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:39.479313 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e94ca3d7-07cd-4264-bb61-f69fc3c5fd8e req-0cf64e88-2e1d-407e-9cba-bd05b05a2b40 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676265 Apr 22 16:26:39.757102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:39.766791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4fe32665-2225-4588-b240-5e51c239915e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:39.809681 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04ba6229dab94dc3861ba7563997b1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0152977 Apr 22 16:26:39.811947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e857d4-3b0c-4fa8-97fe-15fbbc63e16e,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:39.814526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39004) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:39.816528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:39.909842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:39.941321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:40.049957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:40.060925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-66aca315-91a1-4871-9333-8cf5549394b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:40.090001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e857d4-3b0c-4fa8-97fe-15fbbc63e16e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:40.108489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:40.123683 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:40.128453 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04e857d4-3b0c-4fa8-97fe-15fbbc63e16e HTTP/1.1" status: 204 len: 168 time: 0.3099403 Apr 22 16:26:40.775871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6982eb-410d-46c4-a76e-79dd89dd9013 req-0c62e35a-6424-4213-82ef-428d6926cdaf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:40.786012 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be6982eb-410d-46c4-a76e-79dd89dd9013 req-0c62e35a-6424-4213-82ef-428d6926cdaf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1770320 Apr 22 16:26:40.860378 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be6982eb-410d-46c4-a76e-79dd89dd9013 req-d0f98173-2204-4942-a519-63dc5899af35 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698395 Apr 22 16:26:41.109079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39050) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:41.198707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39056) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:41.221042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.278170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:41.288894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Usage tracker for resource:security_group_rule and tenant:506adc4ce49d44599a8c9bfede6c79fe is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:41.296398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:41.305775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:41.437485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.558689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.585904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.604033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6663575a-0744-40a8-aa82-40ed8bc6255c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:41.637836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:41.648269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Usage tracker for resource:security_group_rule and tenant:cfcb20ba115f48baab0a659fb7d928bc is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:41.671495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:41.705500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:41.725091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b14d3d-617c-4c04-a5c4-6dc399a6c772,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:41.737598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:41.744381 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=506adc4ce49d44599a8c9bfede6c79fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5437779 Apr 22 16:26:41.749245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39068) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:41.846581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.869526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.894725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.914922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.938336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e0020feb-4432-407f-942a-384ab457f0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:41.971102 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfcb20ba115f48baab0a659fb7d928bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573551 Apr 22 16:26:41.971102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ad1fa3-9d64-4970-bb5c-bf49f8bdfab8,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:41.971911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39080) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:41.975233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:42.056387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.084393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.088753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.098771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-742fef1e-46cc-498d-b890-7c5b01c8fad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:42.118937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b14d3d-617c-4c04-a5c4-6dc399a6c772,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:42.121820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:42.135849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.137213 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00b14d3d-617c-4c04-a5c4-6dc399a6c772 HTTP/1.1" status: 204 len: 168 time: 0.3862829 Apr 22 16:26:42.191149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.195510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55ffa5-aaef-4aa3-9478-c355485f49d8 req-e408bdee-270c-42e5-90d1-65c2a750446b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:42.205146 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ee55ffa5-aaef-4aa3-9478-c355485f49d8 req-e408bdee-270c-42e5-90d1-65c2a750446b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1749535 Apr 22 16:26:42.207939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e4caa7a1-d2cb-4e5c-964e-34b09d399f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:42.232236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ad1fa3-9d64-4970-bb5c-bf49f8bdfab8,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:42.243516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:42.245779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.271213 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2ad1fa3-9d64-4970-bb5c-bf49f8bdfab8 HTTP/1.1" status: 204 len: 168 time: 0.2738135 Apr 22 16:26:42.285223 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ee55ffa5-aaef-4aa3-9478-c355485f49d8 req-4599c9ba-da77-47fb-b94d-21683a5baf10 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789430 Apr 22 16:26:42.795148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4c1df-a301-4d70-b110-46ed461144af req-a7eca009-1c08-40c5-abe9-f595554a51be tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:42.796211 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ddf4c1df-a301-4d70-b110-46ed461144af req-a7eca009-1c08-40c5-abe9-f595554a51be tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.1480155 Apr 22 16:26:42.871567 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ddf4c1df-a301-4d70-b110-46ed461144af req-014a9c46-d441-45ae-832d-5951142e7f74 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Apr 22 16:26:42.985942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9839a7e2-649e-40b6-bd3c-bb4266b692ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.416765 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-746d96b3-f10d-408d-990a-7c41f60c6a9a tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2b387c0a14fb4d8d950143df9a18a861&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437853 Apr 22 16:26:43.691940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-8e1f024b-7b2e-4e00-bbd2-b89c1719d3d1 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:43.699711 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-8e1f024b-7b2e-4e00-bbd2-b89c1719d3d1 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763982 Apr 22 16:26:43.735441 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-a1e5f334-d0cb-4d61-8195-88addba5dc31 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/quotas/2b387c0a14fb4d8d950143df9a18a861 HTTP/1.1" status: 200 len: 375 time: 0.0345922 Apr 22 16:26:43.801024 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-881db803-12b2-4cde-89fd-7d6f94c0a5db tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b387c0a14fb4d8d950143df9a18a861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643334 Apr 22 16:26:43.830533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f6cf1-7228-404b-b859-be7e48459c89 req-7f640a07-cbfe-4575-bf48-dfb8776290f9 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:43.847380 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-174f6cf1-7228-404b-b859-be7e48459c89 req-7f640a07-cbfe-4575-bf48-dfb8776290f9 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.2421839 Apr 22 16:26:43.959359 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-174f6cf1-7228-404b-b859-be7e48459c89 req-f2de8927-34bd-410a-8fc6-19582680e899 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100736 Apr 22 16:26:44.327727 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1e09f14c-bbc2-492c-aa22-96e596f01de7 req-5160d401-a729-42b6-8039-8b515025a0f7 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 210 time: 0.1418486 Apr 22 16:26:44.416865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108a9f6-89d6-4916-a4ca-61cdff5b4845 req-661139b8-64b0-4760-bb9a-f579815a87bd tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:44.421859 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4108a9f6-89d6-4916-a4ca-61cdff5b4845 req-661139b8-64b0-4760-bb9a-f579815a87bd tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.1935694 Apr 22 16:26:44.498248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4108a9f6-89d6-4916-a4ca-61cdff5b4845 req-63bbef5f-a021-4dc9-9db3-177de69251c9 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589941 Apr 22 16:26:45.217185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9c6ad-0ecb-4889-9f8d-fec4eaf17166 req-c676c190-35e0-4248-b1ce-6e75b8034e99 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:45.224596 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3b9c6ad-0ecb-4889-9f8d-fec4eaf17166 req-c676c190-35e0-4248-b1ce-6e75b8034e99 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1323645 Apr 22 16:26:45.322846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-167272b7-05fc-4783-a3a1-0f1d68ce0a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.334850 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a3b9c6ad-0ecb-4889-9f8d-fec4eaf17166 req-c6a3366a-4e09-438c-8bdd-0d0d7b57a05e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978260 Apr 22 16:26:45.340043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-24ecd6ec-5151-411a-8c55-4f13b3f2bb2f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:45.341544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-24ecd6ec-5151-411a-8c55-4f13b3f2bb2f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Synchronizing usage tracker for tenant:59749cee8bfb49eb892806b0f1cebbdf on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:45.414150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-24ecd6ec-5151-411a-8c55-4f13b3f2bb2f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Unset dirty status for tenant:59749cee8bfb49eb892806b0f1cebbdf on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:45.415609 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-24ecd6ec-5151-411a-8c55-4f13b3f2bb2f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.1900744 Apr 22 16:26:45.503149 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bdb7769c-d91a-4309-8e1a-fd7c101eab92 req-6afa533d-d9b2-413c-aa65-be30b2c0900a tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 210 time: 0.0624137 Apr 22 16:26:45.517106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Deleting port 517346f8-686b-40b8-be72-59c7c945c62e {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:26:45.517623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.791246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed37757-240c-47f3-b34c-db1c2f0c4cae req-f5a977ff-81bb-4283-9796-0fdb03b40f68 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:45.800058 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9ed37757-240c-47f3-b34c-db1c2f0c4cae req-f5a977ff-81bb-4283-9796-0fdb03b40f68 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 945 time: 0.1410210 Apr 22 16:26:45.864025 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9ed37757-240c-47f3-b34c-db1c2f0c4cae req-2ff5d5e8-3b76-4010-82f6-de7b0b3657f5 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/security-groups?id=50ca1131-cb25-4b59-bff7-f76701498f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628653 Apr 22 16:26:45.920318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] For port 517346f8-686b-40b8-be72-59c7c945c62e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=517346f8-686b-40b8-be72-59c7c945c62e,segment=NetworkSegment(f4a355fa-528b-44b1-b2ac-40ae65200644),segment_id=f4a355fa-528b-44b1-b2ac-40ae65200644)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:45.922326 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.080341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Calling delete_port for 517346f8-686b-40b8-be72-59c7c945c62e owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:26:46.248340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.443191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.451968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:46.502582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['517346f8-686b-40b8-be72-59c7c945c62e'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:46.575968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.648161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7b135-194c-44ff-ad44-cdeccfe6752a req-e50e2fb7-555c-4deb-8445-f6f838a06291 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:46.658342 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-71b7b135-194c-44ff-ad44-cdeccfe6752a req-e50e2fb7-555c-4deb-8445-f6f838a06291 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1270397 Apr 22 16:26:46.737941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Pushing event deleted for resources: {'Port': ['ID=517346f8-686b-40b8-be72-59c7c945c62e,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:46.741530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:46.755726 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-01118c34-e9ca-45ee-9d98-f758dbd412e3 req-d7014720-6806-48a4-be54-77475fb79a73 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 210 time: 0.0764730 Apr 22 16:26:46.801302 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-71b7b135-194c-44ff-ad44-cdeccfe6752a req-f90e3987-25ba-41a4-b038-c57568c4bf3f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316161 Apr 22 16:26:46.835687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] No DVR routers for this DVR port 517346f8-686b-40b8-be72-59c7c945c62e on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:26:46.839043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.842049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'name': 'network-vif-deleted', 'tag': '517346f8-686b-40b8-be72-59c7c945c62e'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:46.900093 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7fd4f092-aca9-46ca-a592-9fb55926969c req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.26 "DELETE /v2.0/ports/517346f8-686b-40b8-be72-59c7c945c62e HTTP/1.1" status: 204 len: 173 time: 1.4764566 Apr 22 16:26:46.905144 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd7b341-7e71-4afa-a31f-e381b1f7b6db', 'name': 'network-vif-deleted', 'tag': '517346f8-686b-40b8-be72-59c7c945c62e', 'status': 'completed', 'code': 200} Apr 22 16:26:47.070371 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c48f35e0-15f8-49a0-91c6-eaabf3b9bc6a req-a10e1011-413a-47b0-ab4e-5382cea3ad40 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0628891 Apr 22 16:26:47.568299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.686079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39272) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:47.807104 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-1a3e5d3a-3ebb-4b71-9317-b93094dfc689 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2b387c0a14fb4d8d950143df9a18a861&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415888 Apr 22 16:26:47.867034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.944221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:47.948401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:883e5248cc7f48519003c02357862ba7 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:47.956684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:47.966795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:47.977801 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3271df8b-115d-444a-aee4-604fce08fae2 req-f08881d7-ab41-4cc8-9bb0-d7e8628cffbc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 210 time: 0.0942862 Apr 22 16:26:48.036132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588f39b-38b4-477b-91dc-072ec82f35f4 req-5b764096-c0c4-45a0-9750-9f3480a2ee43 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:48.037742 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9588f39b-38b4-477b-91dc-072ec82f35f4 req-5b764096-c0c4-45a0-9750-9f3480a2ee43 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1078124 Apr 22 16:26:48.042347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-14c28761-e6fa-41b0-8ede-ee6bcb33758c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:48.043907 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-14c28761-e6fa-41b0-8ede-ee6bcb33758c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185507 Apr 22 16:26:48.082839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Request body: {'port': {'device_id': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633', 'admin_state_up': True, 'tenant_id': '2b387c0a14fb4d8d950143df9a18a861'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:48.103850 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9588f39b-38b4-477b-91dc-072ec82f35f4 req-1e7bd858-50bc-431f-ba1e-361f43fbae38 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556548 Apr 22 16:26:48.241287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.321971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.332184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:48.334554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-418086f1-ba1f-43a0-a216-c606056293b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:48.369057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Usage tracker for resource:port and tenant:2b387c0a14fb4d8d950143df9a18a861 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:48.373032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:48.383460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb3b044-8d4b-4aab-a494-340938f8d4ae,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:48.392816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:48.395080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:48.399627 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d96b1baf-2875-4536-9e62-a4082f8ecbf8 req-f60afcb3-078a-4278-b94e-35e5b365d85a tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0809200 Apr 22 16:26:48.407914 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=883e5248cc7f48519003c02357862ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7206280 Apr 22 16:26:48.408271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39294) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:48.459594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Made reservation on behalf of 2b387c0a14fb4d8d950143df9a18a861 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:48.467314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.479296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.492958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.512458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:48.513823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.518200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Usage tracker for resource:security_group_rule and tenant:2b387c0a14fb4d8d950143df9a18a861 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:48.521628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:48.531505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:48.733329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.734177 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.742058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:48.756636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb3b044-8d4b-4aab-a494-340938f8d4ae,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:48.759244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:48.761813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.766151 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bb3b044-8d4b-4aab-a494-340938f8d4ae HTTP/1.1" status: 204 len: 168 time: 0.3532076 Apr 22 16:26:48.803309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.810185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b0fb93b5-9a13-4b49-ab08-5ebb0b6e2168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:48.895182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 517346f8-686b-40b8-be72-59c7c945c62e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:26:48.916772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe4895-f59b-4d67-bee7-0887e0c3af2a,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:48.922687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:48.940253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 517346f8-686b-40b8-be72-59c7c945c62e {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:26:48.940813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 517346f8-686b-40b8-be72-59c7c945c62e not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:26:49.029348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Allocated IP 192.168.233.79 (0f3483bc-3bc7-4389-a6c0-23e1ebdd7633/f7230f80-9efa-4732-b173-84a9dff51a6f/52e38e1d-802f-46d9-9c75-8b4c2a37b981) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:26:49.180521 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0c7d3fd1-f8a5-43ef-aac7-5d7ec4142436 req-2965e3d6-a272-40cd-bd28-bdf8b4590597 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 210 time: 0.0652800 Apr 22 16:26:49.327592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.346035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Transition to ACTIVE for port object 52e38e1d-802f-46d9-9c75-8b4c2a37b981 will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:26:49.405534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e285793-1c72-4e5d-888e-894e77889824 req-f4a81bed-2110-4dca-a6cf-c244983dd674 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:49.408426 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3e285793-1c72-4e5d-888e-894e77889824 req-f4a81bed-2110-4dca-a6cf-c244983dd674 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.0979235 Apr 22 16:26:49.436883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.445862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:49.467423 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3e285793-1c72-4e5d-888e-894e77889824 req-14dd1f0a-bc93-450f-8841-830ae5591263 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Apr 22 16:26:49.497413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39326) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:49.532407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.547515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:49.552012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Usage tracker for resource:security_group_rule and tenant:85f6a6d229a74500ba55d3e0bd3d2c66 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:49.555173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:49.560288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:26:49.561531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:49.564531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:49.567372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:26:49.616248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Pushing event updated for resources: {'Port': ['ID=52e38e1d-802f-46d9-9c75-8b4c2a37b981,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:49.619419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:49.657994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:49.658733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.664468 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4d7a7cff-a218-44a8-b80d-f2f29a9e17c0 req-e28d5177-8501-4964-91e1-336912586d1c tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0598660 Apr 22 16:26:49.735204 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6647844 Apr 22 16:26:49.806712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.848032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.857221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-454449b9-1035-4e04-a854-414831726382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:49.908438 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85f6a6d229a74500ba55d3e0bd3d2c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096913 Apr 22 16:26:49.910222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead6b7d-3c75-460b-9041-a8d26b029649,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:49.911306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39334) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:49.913540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:49.933937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1b36df5e-7390-470d-9d2f-43e6d5f47e7e None None] Provisioning for port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:26:49.940258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1b36df5e-7390-470d-9d2f-43e6d5f47e7e None None] Provisioning complete for port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:26:49.943664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1b36df5e-7390-470d-9d2f-43e6d5f47e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.979839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:50.003701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-1b36df5e-7390-470d-9d2f-43e6d5f47e7e None None] Port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:26:50.011567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:50.088206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:50.093960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:50.110461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead6b7d-3c75-460b-9041-a8d26b029649,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:50.115596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:50.117730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:50.119234 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ead6b7d-3c75-460b-9041-a8d26b029649 HTTP/1.1" status: 204 len: 168 time: 0.2063930 Apr 22 16:26:50.421604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff653-d7d6-432c-a57a-0a766642872b req-0ec27184-7fd5-458b-a643-582f712c947a tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:50.423451 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bf6ff653-d7d6-432c-a57a-0a766642872b req-0ec27184-7fd5-458b-a643-582f712c947a tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 935 time: 0.1165340 Apr 22 16:26:50.488862 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bf6ff653-d7d6-432c-a57a-0a766642872b req-baeadfe3-38d0-436c-b4c7-258706d871e4 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560095 Apr 22 16:26:50.731159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930318-5fdb-4557-a8ce-3a204f7ac8cf req-916a199b-88f6-4d4e-b935-900ad83fe005 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:50.732947 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44930318-5fdb-4557-a8ce-3a204f7ac8cf req-916a199b-88f6-4d4e-b935-900ad83fe005 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1107457 Apr 22 16:26:50.814479 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44930318-5fdb-4557-a8ce-3a204f7ac8cf req-b9075e5b-79b9-4a7b-9af0-68b840d27358 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731320 Apr 22 16:26:50.896411 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77ccc9e7-4e35-49f4-8d43-1b994792ac4a req-f002434b-37b2-4685-bbcb-af598abf4abb tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0550001 Apr 22 16:26:51.724708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a84352-5354-4041-8231-fd025d5673b4 req-3150f01f-8475-41a3-8046-d33b595c3ab2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:51.726568 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-15a84352-5354-4041-8231-fd025d5673b4 req-3150f01f-8475-41a3-8046-d33b595c3ab2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 935 time: 0.1161616 Apr 22 16:26:51.835180 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-15a84352-5354-4041-8231-fd025d5673b4 req-f9322b00-02bd-4011-8315-be1c6fc46c34 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957398 Apr 22 16:26:52.089820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034cc0-83ef-4b5b-a39d-20f8c0564714 req-d349903f-5dd9-4813-aaef-7700d5c2d095 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:52.091700 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-72034cc0-83ef-4b5b-a39d-20f8c0564714 req-d349903f-5dd9-4813-aaef-7700d5c2d095 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1117222 Apr 22 16:26:52.176518 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e14187ec-2e4c-4e48-9f32-9fcd48bc7799 req-becf1e13-3309-4e89-b75d-84d94eaa966f tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.0721445 Apr 22 16:26:52.202583 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-72034cc0-83ef-4b5b-a39d-20f8c0564714 req-553853d5-90d9-4144-a9f4-5411e705e4a1 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566576 Apr 22 16:26:52.563705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:26:53.064427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b65e7-dbc9-45f9-9729-a5c442bb02dd req-21bf02cb-9ec7-43f7-959f-b8294643f9b5 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:53.066041 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ec9b65e7-dbc9-45f9-9729-a5c442bb02dd req-21bf02cb-9ec7-43f7-959f-b8294643f9b5 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 935 time: 0.0972714 Apr 22 16:26:53.116815 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ec9b65e7-dbc9-45f9-9729-a5c442bb02dd req-0614385d-32f9-4a28-871b-399fed9891cb tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Apr 22 16:26:53.459207 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-73f9c39e-0c07-477e-8563-2debf4977cd9 req-dd35a533-3752-4092-8a71-1bd75645d179 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fd7b341-7e71-4afa-a31f-e381b1f7b6db HTTP/1.1" status: 200 len: 210 time: 0.1062958 Apr 22 16:26:53.512117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3faee-1fbf-4589-bfd6-cc9d42117bcb req-679c189c-ba12-4046-aa9c-f963df80c48f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:53.513922 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1fb3faee-1fbf-4589-bfd6-cc9d42117bcb req-679c189c-ba12-4046-aa9c-f963df80c48f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1093924 Apr 22 16:26:53.566478 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1fb3faee-1fbf-4589-bfd6-cc9d42117bcb req-9444037a-7c35-4dea-86f8-0ec70372eff8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454676 Apr 22 16:26:54.028094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Request body: {'port': {'device_id': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:54.171154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:54.367526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a365e-0ae5-4df6-8443-8f45e8bfc1f4 req-5eba1aea-9bbb-4ee8-9081-1d1a134da79f tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:54.369196 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ad0a365e-0ae5-4df6-8443-8f45e8bfc1f4 req-5eba1aea-9bbb-4ee8-9081-1d1a134da79f tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 935 time: 0.1307762 Apr 22 16:26:54.425584 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ad0a365e-0ae5-4df6-8443-8f45e8bfc1f4 req-bb69f136-82ec-47fa-8e8d-a0d66501c138 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Apr 22 16:26:54.706869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e38e1d-802f-46d9-9c75-8b4c2a37b981 {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:54.715304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:54.732712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Transition to ACTIVE for port object 52e38e1d-802f-46d9-9c75-8b4c2a37b981 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:26:54.791280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:54.797945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:54.799951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eccd11-4660-4a1f-b567-fc35708a68cf req-d3a2890e-f900-47a8-9a6d-5844de2b4b43 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:54.801924 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-12eccd11-4660-4a1f-b567-fc35708a68cf req-d3a2890e-f900-47a8-9a6d-5844de2b4b43 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1084096 Apr 22 16:26:54.877720 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-12eccd11-4660-4a1f-b567-fc35708a68cf req-a7372c9d-2ce5-4cca-ae1f-d0bcaad10acd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680313 Apr 22 16:26:54.990078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Pushing event updated for resources: {'Port': ['ID=52e38e1d-802f-46d9-9c75-8b4c2a37b981,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:54.993331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:55.072925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Attempting to bind port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:26:55.073427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Attempting to bind port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:26:55.073893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Attempting to bind port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 on network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:55.080557 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 on network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:26:55.082709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Attempting to bind port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 on network 0f3483bc-3bc7-4389-a6c0-23e1ebdd7633 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:55.086640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:26:55.087015 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Checking segment: {'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:55.087455 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Bound using segment: {'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:26:55.087979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Bound port: 52e38e1d-802f-46d9-9c75-8b4c2a37b981, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '803077fd-c463-4e3a-83c9-78ae22b7f711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:26:55.088399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:55.190292 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] For port 52e38e1d-802f-46d9-9c75-8b4c2a37b981, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:26:55.194266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] For port 52e38e1d-802f-46d9-9c75-8b4c2a37b981, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=52e38e1d-802f-46d9-9c75-8b4c2a37b981,segment=NetworkSegment(803077fd-c463-4e3a-83c9-78ae22b7f711),segment_id=803077fd-c463-4e3a-83c9-78ae22b7f711)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:26:55.220300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:55.225684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:55.287291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:55.287957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:55.289515 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] 10.222.0.26 "PUT /v2.0/ports/52e38e1d-802f-46d9-9c75-8b4c2a37b981 HTTP/1.1" status: 200 len: 1097 time: 1.2675588 Apr 22 16:26:55.290078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'tag': '52e38e1d-802f-46d9-9c75-8b4c2a37b981'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:55.327587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Pushing event updated for resources: {'Port': ['ID=52e38e1d-802f-46d9-9c75-8b4c2a37b981,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:55.334273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:55.366461 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'tag': '52e38e1d-802f-46d9-9c75-8b4c2a37b981', 'status': 'completed', 'code': 200} Apr 22 16:26:55.798934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-58f35598-3f3b-40cb-96d2-68b90f7eddc1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:55.800675 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-58f35598-3f3b-40cb-96d2-68b90f7eddc1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.2425511 Apr 22 16:26:55.816592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6d043-e040-4568-a675-923d0fae54e7 req-615f5ed5-8a62-46e1-a9ca-2bc64a95501e tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:55.818246 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9cb6d043-e040-4568-a675-923d0fae54e7 req-615f5ed5-8a62-46e1-a9ca-2bc64a95501e tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.2253385 Apr 22 16:26:55.842739 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-0940b5c8-1704-49d9-b251-621864cefada tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/quotas/126d3bf01d9b49c2847c729ebcd5cccb HTTP/1.1" status: 200 len: 375 time: 0.0354052 Apr 22 16:26:55.924909 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9cb6d043-e040-4568-a675-923d0fae54e7 req-4b217d34-3eda-4a43-b4ce-cf6d9f0d6cb0 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982850 Apr 22 16:26:55.963012 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9ee6d19f-257a-4733-bd07-55f5a6799ba2 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013997 Apr 22 16:26:56.433205 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-697fab71-a55a-40f5-ade0-354b826eb5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615035 Apr 22 16:26:56.479923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697f76f-aec7-4b7a-9d37-e66699c4fdc7 req-94e80081-bc7e-427b-b456-e5d9f88d87f8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:56.481889 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b697f76f-aec7-4b7a-9d37-e66699c4fdc7 req-94e80081-bc7e-427b-b456-e5d9f88d87f8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1983509 Apr 22 16:26:56.621520 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b697f76f-aec7-4b7a-9d37-e66699c4fdc7 req-c1e03884-9080-4ade-96b2-c0d9901dcbf1 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257482 Apr 22 16:26:56.661867 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-943b4038-b224-448d-bca0-65421dc8b64b service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203925 Apr 22 16:26:56.992950 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5344d4ee-a175-4227-bcd5-35a5c8591c9d req-6516b39c-b5a4-4c75-9a87-5f1e54e6dd87 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0932829 Apr 22 16:26:57.186056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f434e9-6855-49c5-852c-55555d6af38d req-2eea6f6a-0bb5-40f9-94a5-85994932140b tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:57.188772 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-36f434e9-6855-49c5-852c-55555d6af38d req-2eea6f6a-0bb5-40f9-94a5-85994932140b tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.1062846 Apr 22 16:26:57.255390 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-36f434e9-6855-49c5-852c-55555d6af38d req-f142f4ed-a88d-4560-a2ad-d3505e8ae163 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571067 Apr 22 16:26:57.846847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ec469-f92c-4197-b5be-bbf64d288c0b req-37422f24-136c-4736-83df-88f8b55e4c56 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:57.846847 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3a2ec469-f92c-4197-b5be-bbf64d288c0b req-37422f24-136c-4736-83df-88f8b55e4c56 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.0997968 Apr 22 16:26:57.912092 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3a2ec469-f92c-4197-b5be-bbf64d288c0b req-27987bfd-6cea-43cc-9013-64bf4e87157e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593169 Apr 22 16:26:58.177342 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c2b3b8a3-bdf8-4b44-9fc8-dd0c19c5e33d req-85ef1c0f-4ac4-48dc-a3e6-9f16fbd34f8b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0499558 Apr 22 16:26:58.499080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf7ad-cf87-4aed-a18d-7c1c5637f814 req-76671de9-f05b-431a-a6d2-bb1475100ffc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:58.501526 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-538cf7ad-cf87-4aed-a18d-7c1c5637f814 req-76671de9-f05b-431a-a6d2-bb1475100ffc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.1076045 Apr 22 16:26:58.557862 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-538cf7ad-cf87-4aed-a18d-7c1c5637f814 req-44d988ba-d33c-4703-bcc6-ee1aae9060d0 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473938 Apr 22 16:26:59.107932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eac09-2eab-448d-8733-389d3385808f req-6a34ef5e-d113-49b4-8016-6b1e063ac092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:59.109685 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-092eac09-2eab-448d-8733-389d3385808f req-6a34ef5e-d113-49b4-8016-6b1e063ac092 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b387c0a14fb4d8d950143df9a18a861&device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 1100 time: 0.1102564 Apr 22 16:26:59.159918 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-092eac09-2eab-448d-8733-389d3385808f req-bbf803eb-8ec5-4d10-a936-b35de4b025f8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2b387c0a14fb4d8d950143df9a18a861&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320320 Apr 22 16:26:59.167962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2353051-b8f9-4d9b-8ef4-3945fbfaf88e req-1a4d7cfd-85c9-42eb-afbe-5bdc40838a18 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:59.170007 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f2353051-b8f9-4d9b-8ef4-3945fbfaf88e req-1a4d7cfd-85c9-42eb-afbe-5bdc40838a18 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1114931 Apr 22 16:26:59.241264 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f2353051-b8f9-4d9b-8ef4-3945fbfaf88e req-9078d915-2184-4c66-852e-99e1124cdfd1 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623107 Apr 22 16:26:59.342673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eac09-2eab-448d-8733-389d3385808f req-8219f5fa-bdfa-4496-a11a-1b14338a352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:59.344571 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-092eac09-2eab-448d-8733-389d3385808f req-8219f5fa-bdfa-4496-a11a-1b14338a352f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791608 Apr 22 16:26:59.410096 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a44ef1ae-2aa5-45c1-9821-e14147b33c00 req-798778fa-6e33-4793-9687-6243316a5afd tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0522296 Apr 22 16:26:59.508951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ab377619-37a7-4b0c-be8d-dd117e079627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:59.510653 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-ab377619-37a7-4b0c-be8d-dd117e079627 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b387c0a14fb4d8d950143df9a18a861&device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 1100 time: 0.0908194 Apr 22 16:26:59.602914 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-faa879cb-98c2-4603-979d-232ca49e9a1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=52e38e1d-802f-46d9-9c75-8b4c2a37b981 HTTP/1.1" status: 200 len: 217 time: 0.0776181 Apr 22 16:26:59.723010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-64860e5c-19d8-4b33-8467-28151eaf2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:59.725599 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-64860e5c-19d8-4b33-8467-28151eaf2157 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7230f80-9efa-4732-b173-84a9dff51a6f HTTP/1.1" status: 200 len: 843 time: 0.1157348 Apr 22 16:26:59.809342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5336bea-203f-4e9a-b893-cbb98ac9b315 req-c18ac1ff-4d89-4c43-8544-0b1c87dc8ba2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:59.811068 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b5336bea-203f-4e9a-b893-cbb98ac9b315 req-c18ac1ff-4d89-4c43-8544-0b1c87dc8ba2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.0949492 Apr 22 16:26:59.835660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06c08-af7d-459d-b674-a04b80eda487 req-a7ca47d9-332b-4177-812b-435ebcd657d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:59.837291 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-a7ca47d9-332b-4177-812b-435ebcd657d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0f3483bc-3bc7-4389-a6c0-23e1ebdd7633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1042507 Apr 22 16:26:59.876740 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b5336bea-203f-4e9a-b893-cbb98ac9b315 req-3ce1242e-6d62-4f0c-a1a4-ff3680c245a8 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541430 Apr 22 16:27:00.022406 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-a8dd164a-5b68-4c1c-9873-e7f5e3e9154d service neutron] 10.222.0.26 "GET /v2.0/networks/0f3483bc-3bc7-4389-a6c0-23e1ebdd7633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769063 Apr 22 16:27:00.208887 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77e06c08-af7d-459d-b674-a04b80eda487 req-aede4695-b6d6-4e32-8507-0d6162515683 service neutron] 10.222.0.26 "GET /v2.0/networks/0f3483bc-3bc7-4389-a6c0-23e1ebdd7633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788936 Apr 22 16:27:00.449723 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787838-cc37-49cf-b272-15b1c263fa82 req-f4b05eea-2d6d-4c63-bbd8-896ccf03cceb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:00.451448 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d8787838-cc37-49cf-b272-15b1c263fa82 req-f4b05eea-2d6d-4c63-bbd8-896ccf03cceb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.0939445 Apr 22 16:27:00.514089 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d8787838-cc37-49cf-b272-15b1c263fa82 req-8b526a94-652f-4e6f-8a6f-a7d92eb61248 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552218 Apr 22 16:27:00.590828 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-22be2ea2-3b6f-4294-aa00-fe0b1bf425d8 req-fc1f5e4a-8526-4fca-92ff-05bfb2be0b6b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0540259 Apr 22 16:27:01.109599 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b026d-fcaa-4ef9-b890-e59ddec26b01 req-fc961004-cc10-4d5a-b9da-194eda2c67ce tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:01.112282 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2e0b026d-fcaa-4ef9-b890-e59ddec26b01 req-fc961004-cc10-4d5a-b9da-194eda2c67ce tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.0959666 Apr 22 16:27:01.168459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:01.171796 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2e0b026d-fcaa-4ef9-b890-e59ddec26b01 req-615a06ee-9687-410a-9121-5bc8e7a8556b tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 Apr 22 16:27:01.777428 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-97aec1d6-0847-40a4-b54e-1559be7620ea req-a89f67c9-7173-4e79-a437-e18fc9730bee tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0572097 Apr 22 16:27:01.798579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c14d4d-ccd0-406f-b3c3-77b777531db4 req-0fc2d314-0a69-42c7-bc64-7a9cb12d33cb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:01.801565 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5c14d4d-ccd0-406f-b3c3-77b777531db4 req-0fc2d314-0a69-42c7-bc64-7a9cb12d33cb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1578562 Apr 22 16:27:01.858610 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5c14d4d-ccd0-406f-b3c3-77b777531db4 req-bfffb81f-bf2b-491c-bbaf-3d850e62a054 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480068 Apr 22 16:27:02.457893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cbef8-f433-4f84-9158-410c88f9d321 req-5c6ce750-f572-4576-8a53-7a4ae083150c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:02.459624 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6e6cbef8-f433-4f84-9158-410c88f9d321 req-5c6ce750-f572-4576-8a53-7a4ae083150c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.1073899 Apr 22 16:27:02.521318 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6e6cbef8-f433-4f84-9158-410c88f9d321 req-7eb134fa-d4de-4201-8080-3daa9eb9d41b tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501075 Apr 22 16:27:03.033729 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b3b41ba7-cf64-4e17-89fc-eb8617718b5b req-27847259-f451-44b5-9b65-b678648bc507 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.1059804 Apr 22 16:27:03.168666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62d573-70e2-4d15-8e4c-ce18c5089abf req-3dd891bc-bfa1-4c92-8a65-770b47a48ce0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:03.170298 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fe62d573-70e2-4d15-8e4c-ce18c5089abf req-3dd891bc-bfa1-4c92-8a65-770b47a48ce0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.0979648 Apr 22 16:27:03.224518 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fe62d573-70e2-4d15-8e4c-ce18c5089abf req-adf92949-1020-45a2-9fb5-99fa22bbd351 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Apr 22 16:27:03.736424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e7c21-25dd-40c5-a8ca-6f3fc4d3c5a8 req-9e54f6a1-bab4-4ecd-846b-34dc4c650d7b tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:03.737914 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-457e7c21-25dd-40c5-a8ca-6f3fc4d3c5a8 req-9e54f6a1-bab4-4ecd-846b-34dc4c650d7b tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.0928943 Apr 22 16:27:03.808738 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-457e7c21-25dd-40c5-a8ca-6f3fc4d3c5a8 req-5017edcc-7804-4765-946c-bd182055b46d tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639315 Apr 22 16:27:04.243238 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e19f2534-c730-4275-8daa-35d4bea63ba8 req-688eee86-99fa-4b69-a52a-6c16479292d8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0599904 Apr 22 16:27:04.427455 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-b84bb1ad-3b33-4005-b914-700c55544c70 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:04.427455 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-b84bb1ad-3b33-4005-b914-700c55544c70 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.2584119 Apr 22 16:27:04.495221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd2fe-02f6-4516-82b8-db72b44ef3e3 req-176def15-c40a-46ec-859a-301da15a7eea tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:04.496861 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7a3dd2fe-02f6-4516-82b8-db72b44ef3e3 req-176def15-c40a-46ec-859a-301da15a7eea tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1006453 Apr 22 16:27:04.548259 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7a3dd2fe-02f6-4516-82b8-db72b44ef3e3 req-3b273c3d-238e-4b52-a080-241d83ece7cb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Apr 22 16:27:04.831988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Request body: {'port': {'device_id': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'admin_state_up': True, 'tenant_id': '126d3bf01d9b49c2847c729ebcd5cccb'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:05.065921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:05.084372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:05.109163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8ed00-33e0-43ef-975f-e5fafac2081c req-ef8b9440-90a7-4f9c-8813-8c9087ea54e8 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:05.110336 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fac8ed00-33e0-43ef-975f-e5fafac2081c req-ef8b9440-90a7-4f9c-8813-8c9087ea54e8 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.1210327 Apr 22 16:27:05.133567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Made reservation on behalf of 126d3bf01d9b49c2847c729ebcd5cccb for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:05.140333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:05.164960 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fac8ed00-33e0-43ef-975f-e5fafac2081c req-7c4edcac-8f38-48c4-ac00-6c6a5a2afec7 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Apr 22 16:27:05.339605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Allocated IP 172.20.0.5 (87b63e8a-3742-479a-93de-cdc988f91c66/5fbba67a-be74-4a3d-b1eb-54010b0737f5/6a4873f9-11d0-45e3-859e-ddb84c78567a) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:05.578949 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-db18baa3-e562-414a-9817-f2dd049bbaf7 req-4cccc12d-91d4-4c0e-84d2-dbbaf638fdb4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0667076 Apr 22 16:27:05.816108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b15c8-6509-46b3-86e2-e1feb5d1a401 req-59c5f319-2800-47a9-bf29-d2c0216c92bd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:05.818155 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-978b15c8-6509-46b3-86e2-e1feb5d1a401 req-59c5f319-2800-47a9-bf29-d2c0216c92bd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1095350 Apr 22 16:27:05.872479 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-978b15c8-6509-46b3-86e2-e1feb5d1a401 req-07c03b48-230b-4869-9fac-31ca7d26feaf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Apr 22 16:27:05.969801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:06.036836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:06.044983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a580fdfd-2a68-4d4b-90ac-b374b2107438 tempest-DeleteServersTestJSON-983902083 tempest-DeleteServersTestJSON-983902083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:06.075632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:06.130829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Network 87b63e8a-3742-479a-93de-cdc988f91c66 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:06.134339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:06.139001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:06.183655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event updated for resources: {'Port': ['ID=6a4873f9-11d0-45e3-859e-ddb84c78567a,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:06.192389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:06.238098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:06.239307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:06.328985 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5015199 Apr 22 16:27:06.353440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Request body: {'port': {'device_id': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:06.446227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4388b-8722-4151-b4ef-185101711070 req-04ec2a61-1a5b-4e90-be5e-6b5bac833ecc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:06.447993 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44c4388b-8722-4151-b4ef-185101711070 req-04ec2a61-1a5b-4e90-be5e-6b5bac833ecc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.1175008 Apr 22 16:27:06.526975 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44c4388b-8722-4151-b4ef-185101711070 req-f6a59cff-14d2-4aff-b3f0-1013af0370da tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640907 Apr 22 16:27:06.564864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:06.851539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181b218-683d-4a4e-9c3d-904cf8e9717d req-0f17ef66-7eaa-4d87-abe6-153399547cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:06.853308 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a181b218-683d-4a4e-9c3d-904cf8e9717d req-0f17ef66-7eaa-4d87-abe6-153399547cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 931 time: 0.1286709 Apr 22 16:27:06.936619 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a181b218-683d-4a4e-9c3d-904cf8e9717d req-c49e1a12-e818-406f-b01f-f019bcdc5893 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668185 Apr 22 16:27:07.067731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4873f9-11d0-45e3-859e-ddb84c78567a {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:07.078151 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:07.168031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Transition to ACTIVE for port object 6a4873f9-11d0-45e3-859e-ddb84c78567a will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:07.198628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adac9f9-4297-4848-baf5-1d3b8d75a758 req-91a200d6-32e8-44bf-8058-d8d323500d60 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:07.199602 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1adac9f9-4297-4848-baf5-1d3b8d75a758 req-91a200d6-32e8-44bf-8058-d8d323500d60 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1765692 Apr 22 16:27:07.224945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:07.230933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:07.317770 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1adac9f9-4297-4848-baf5-1d3b8d75a758 req-0e69ac11-88b3-4994-97b3-e45dd18f7e62 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088393 Apr 22 16:27:07.340522 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4873f9-11d0-45e3-859e-ddb84c78567a,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:07.342266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:07.555518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Attempting to bind port 6a4873f9-11d0-45e3-859e-ddb84c78567a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:07.558317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Attempting to bind port 6a4873f9-11d0-45e3-859e-ddb84c78567a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:07.558317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Attempting to bind port 6a4873f9-11d0-45e3-859e-ddb84c78567a on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:07.564901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Port 6a4873f9-11d0-45e3-859e-ddb84c78567a on network 87b63e8a-3742-479a-93de-cdc988f91c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:27:07.572863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Attempting to bind port 6a4873f9-11d0-45e3-859e-ddb84c78567a on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:07.572863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:07.572863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Checking segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:07.572863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Bound using segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:07.573300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Bound port: 6a4873f9-11d0-45e3-859e-ddb84c78567a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:07.573507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:07.709217 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] For port 6a4873f9-11d0-45e3-859e-ddb84c78567a, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:07.712704 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] For port 6a4873f9-11d0-45e3-859e-ddb84c78567a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a4873f9-11d0-45e3-859e-ddb84c78567a,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:07.763127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:07.768893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:07.821413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da6b22-e81d-492a-8219-8ac50d8f3bb4 req-b3c0954f-a524-4664-935e-320e2a3714bf tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:07.835274 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-71da6b22-e81d-492a-8219-8ac50d8f3bb4 req-b3c0954f-a524-4664-935e-320e2a3714bf tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.1530027 Apr 22 16:27:07.850377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:07.851276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:07.854150 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a4873f9-11d0-45e3-859e-ddb84c78567a HTTP/1.1" status: 200 len: 1093 time: 1.5064628 Apr 22 16:27:07.855250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'tag': '6a4873f9-11d0-45e3-859e-ddb84c78567a'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:07.913639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4873f9-11d0-45e3-859e-ddb84c78567a,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:07.926693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:07.927071 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-71da6b22-e81d-492a-8219-8ac50d8f3bb4 req-ee331787-4b4b-4c6c-aaa3-af5f563eb7f4 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900176 Apr 22 16:27:07.973773 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'tag': '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'status': 'completed', 'code': 200} Apr 22 16:27:08.112583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39692) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:08.180451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297f03f-2d48-4d0a-b984-7ea1ac461ef2 req-6ce11f6b-6c58-442c-8ddb-4323c16e2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:08.182522 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2297f03f-2d48-4d0a-b984-7ea1ac461ef2 req-6ce11f6b-6c58-442c-8ddb-4323c16e2882 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 1099 time: 0.1531856 Apr 22 16:27:08.259904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-c287bacf-186f-4bd8-b169-f6a9ff466320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:08.262236 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-c287bacf-186f-4bd8-b169-f6a9ff466320 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 1096 time: 0.2536945 Apr 22 16:27:08.344677 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2297f03f-2d48-4d0a-b984-7ea1ac461ef2 req-03e3bf2b-bdea-4ce6-9694-6aa71a54e7c0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545200 Apr 22 16:27:08.393063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890d773-8e0d-42cb-a607-bbee2d4d61e9 req-75003877-b4e4-40b2-aa2b-fecf017a9f02 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:08.402489 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e890d773-8e0d-42cb-a607-bbee2d4d61e9 req-75003877-b4e4-40b2-aa2b-fecf017a9f02 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 943 time: 0.1711061 Apr 22 16:27:08.439798 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-4ccd1365-d1e9-4dc0-b555-8175f9625c38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a4873f9-11d0-45e3-859e-ddb84c78567a HTTP/1.1" status: 200 len: 217 time: 0.1572869 Apr 22 16:27:08.463952 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e890d773-8e0d-42cb-a607-bbee2d4d61e9 req-d47ad149-d09d-4e13-963f-fe50c00b98ae tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600519 Apr 22 16:27:08.468968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Deleting subnet 13629a92-fdc0-4888-a8d4-82bfdb965a45 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:27:08.473087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.533514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.629909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.655731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e943ceb-9132-413f-a95f-7b7e1e0aaec4 req-f1a4244d-0d03-4d54-a43c-bd0682d022b3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:08.657681 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0e943ceb-9132-413f-a95f-7b7e1e0aaec4 req-f1a4244d-0d03-4d54-a43c-bd0682d022b3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1076550 Apr 22 16:27:08.740990 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0e943ceb-9132-413f-a95f-7b7e1e0aaec4 req-913de65e-9bc3-4933-9266-ccff4c59f09a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Apr 22 16:27:08.894947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-bdb3ae9d-a7c4-4172-9547-264153a52f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:08.897130 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-bdb3ae9d-a7c4-4172-9547-264153a52f40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 200 len: 855 time: 0.1669362 Apr 22 16:27:08.937210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 52e38e1d-802f-46d9-9c75-8b4c2a37b981 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:27:08.974929 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-c7703556-2b23-4e52-acdb-845ffc6090d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87b63e8a-3742-479a-93de-cdc988f91c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667858 Apr 22 16:27:09.013119 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39716) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:09.230735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 52e38e1d-802f-46d9-9c75-8b4c2a37b981, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=52e38e1d-802f-46d9-9c75-8b4c2a37b981,segment=NetworkSegment(803077fd-c463-4e3a-83c9-78ae22b7f711),segment_id=803077fd-c463-4e3a-83c9-78ae22b7f711)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:09.259761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '52e38e1d-802f-46d9-9c75-8b4c2a37b981', 'network_id': '0f3483bc-3bc7-4389-a6c0-23e1ebdd7633', 'port_id': '52e38e1d-802f-46d9-9c75-8b4c2a37b981', 'mac_address': 'fa:16:3e:e8:1b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7230f80-9efa-4732-b173-84a9dff51a6f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:27:09.290240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:09.312193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:09.317819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e6b354a7dd44d38d7fd13a48611ef6 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:09.322038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:09.330395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:09.364240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:09.396133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e38e1d-802f-46d9-9c75-8b4c2a37b981 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:09.417862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 52e38e1d-802f-46d9-9c75-8b4c2a37b981, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=52e38e1d-802f-46d9-9c75-8b4c2a37b981,segment=NetworkSegment(803077fd-c463-4e3a-83c9-78ae22b7f711),segment_id=803077fd-c463-4e3a-83c9-78ae22b7f711)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:09.426433 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-04f4ac78-a2c0-4b6c-a677-691015cf50e7 service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427960 Apr 22 16:27:09.442539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:09.446632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:09.487071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76497-b8f7-40d4-8a92-18e081fe6316 req-d9a0f71a-aae9-42af-bb02-a3e4140374da tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:09.488926 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9ab76497-b8f7-40d4-8a92-18e081fe6316 req-d9a0f71a-aae9-42af-bb02-a3e4140374da tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 947 time: 0.3181465 Apr 22 16:27:09.494996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:09.536674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:09.549724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:09.689188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=52e38e1d-802f-46d9-9c75-8b4c2a37b981,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:09.703847 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7e6b354a7dd44d38d7fd13a48611ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871140 Apr 22 16:27:09.717543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.719121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.719751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.720456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.720962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.721452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.721936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.722418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.722916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.723393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.723872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.724380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:09.724758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39736) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:09.732214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:09.745980 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f92f96-86e5-44f4-b8ed-de8ae5cb79d9 req-b5165b9f-bbb8-4d43-9ebc-d015c4d692c5 service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125262 Apr 22 16:27:09.769814 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:09.794126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:09.807998 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9ab76497-b8f7-40d4-8a92-18e081fe6316 req-b186d5b6-433c-4b12-9b48-636c37e858ba tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047254 Apr 22 16:27:09.885319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13629a92-fdc0-4888-a8d4-82bfdb965a45,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:09.895813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0b81eb-ad75-45b7-b8a0-4bbd3d57de88,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:09.902311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b310ac95-1849-4f2d-88b8-46002fe65006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:09.915017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:09.941486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:09.949442 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/13629a92-fdc0-4888-a8d4-82bfdb965a45 HTTP/1.1" status: 204 len: 168 time: 1.8347440 Apr 22 16:27:09.949926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['52e38e1d-802f-46d9-9c75-8b4c2a37b981'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:09.953974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39746) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:10.124718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100ae83-cc45-4145-a686-860a3f35561e req-4bd1d392-e792-415a-9f0b-e74414dea5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:10.124718 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6100ae83-cc45-4145-a686-860a3f35561e req-4bd1d392-e792-415a-9f0b-e74414dea5f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 1096 time: 0.1462245 Apr 22 16:27:10.335832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:10.421549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7bbfa-6abe-4156-8046-cdf943d33af7 req-1bba0cf1-c10b-4d34-a0f4-cdb02845f3d1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:10.423744 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a9e7bbfa-6abe-4156-8046-cdf943d33af7 req-1bba0cf1-c10b-4d34-a0f4-cdb02845f3d1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 943 time: 0.6972582 Apr 22 16:27:10.425586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:10.435354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100ae83-cc45-4145-a686-860a3f35561e req-2371cee3-3d5e-4595-b5ab-67bd5a079765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:10.438218 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6100ae83-cc45-4145-a686-860a3f35561e req-2371cee3-3d5e-4595-b5ab-67bd5a079765 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 916 time: 0.3053534 Apr 22 16:27:10.489818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cb9b6-96ea-474d-819d-13d971018b2b req-d9248c0e-5620-4f11-8400-61b0409c06ca tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:10.490175 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-206cb9b6-96ea-474d-819d-13d971018b2b req-d9248c0e-5620-4f11-8400-61b0409c06ca tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.3734665 Apr 22 16:27:10.527289 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6100ae83-cc45-4145-a686-860a3f35561e req-a31689ac-1815-4639-b1ef-3183d7ae4308 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a4873f9-11d0-45e3-859e-ddb84c78567a HTTP/1.1" status: 200 len: 217 time: 0.0796888 Apr 22 16:27:10.792454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:10.833261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100ae83-cc45-4145-a686-860a3f35561e req-b722f5cd-210c-4a55-9157-d04a733ce2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:10.835080 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6100ae83-cc45-4145-a686-860a3f35561e req-b722f5cd-210c-4a55-9157-d04a733ce2e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 200 len: 855 time: 0.3011832 Apr 22 16:27:10.907840 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6100ae83-cc45-4145-a686-860a3f35561e req-36e31205-9497-4874-8f47-a346cece2206 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87b63e8a-3742-479a-93de-cdc988f91c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595090 Apr 22 16:27:10.911189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:10.985135 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a9e7bbfa-6abe-4156-8046-cdf943d33af7 req-638a59b9-c34e-4f35-b99f-a7f4701ad3b5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174782 Apr 22 16:27:11.022607 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-206cb9b6-96ea-474d-819d-13d971018b2b req-041e9789-43fe-46ae-9c94-17236de5b678 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033984 Apr 22 16:27:11.117936 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6100ae83-cc45-4145-a686-860a3f35561e req-88fc121a-a394-499c-8f18-374b92dfe346 service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994503 Apr 22 16:27:11.247819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.248315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.250552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.251459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > port after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.251931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.252580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > port after_update 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.253516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.253516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.253937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.254730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.324012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.324465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.324833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.325212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:27:11.325599 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b61a5b-1aa3-46ff-9892-1de74720be81']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:11.356082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a355fa-528b-44b1-b2ac-40ae65200644') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:11.356441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a355fa-528b-44b1-b2ac-40ae65200644') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:11.376808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32350154'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:11.383889 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6100ae83-cc45-4145-a686-860a3f35561e req-25800576-85f2-4ffa-8772-60bb72c2e4ba service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547314 Apr 22 16:27:11.398767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:11.417532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1be17-50f9-47da-9bb7-a5a1f071a8a3 req-473d620d-a569-48cc-94b4-db9b48f6f28c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:11.419262 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e7a1be17-50f9-47da-9bb7-a5a1f071a8a3 req-473d620d-a569-48cc-94b4-db9b48f6f28c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 948 time: 0.2500894 Apr 22 16:27:11.421318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:27:11.450722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:11.473460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0f141ff2-229d-4ce6-8e73-528abf78d25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:11.550201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0b81eb-ad75-45b7-b8a0-4bbd3d57de88,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:11.552661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:11.669566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:11.671394 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd0b81eb-ad75-45b7-b8a0-4bbd3d57de88 HTTP/1.1" status: 204 len: 168 time: 1.8612030 Apr 22 16:27:11.677544 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e7a1be17-50f9-47da-9bb7-a5a1f071a8a3 req-3289be43-4bf9-4ad6-b154-f7bc900d83d5 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412231 Apr 22 16:27:11.689067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Network 60b61a5b-1aa3-46ff-9892-1de74720be81 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:11.703031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823277787'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:11.921827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Network 60b61a5b-1aa3-46ff-9892-1de74720be81 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: from cryptography.utils import int_from_bytes Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: from cryptography.utils import int_from_bytes Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: (rel_b, rel_a, rel_b), Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:27:11.950313 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:27:12.059346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:12.065501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:12.069956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d436aab-9b4f-4ed8-b919-a8d258e22ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:12.103529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b61a5b-1aa3-46ff-9892-1de74720be81,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:12.106517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:12.171977 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ef3f56e3-db4c-48b6-859d-a1c2bce91f04 admin admin] 10.222.0.10 "DELETE /v2.0/networks/60b61a5b-1aa3-46ff-9892-1de74720be81 HTTP/1.1" status: 204 len: 168 time: 2.2167368 Apr 22 16:27:12.292428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a29342-a1bd-48ef-aa12-bf7e3964b91f req-44c55ac0-4250-4113-88a5-e3469f02bf06 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:12.293494 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d6a29342-a1bd-48ef-aa12-bf7e3964b91f req-44c55ac0-4250-4113-88a5-e3469f02bf06 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 943 time: 0.1699481 Apr 22 16:27:12.312289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba7c66-f275-49ec-a950-7b69f8eb4487 req-8407fdb4-c36d-40e9-b2f2-9aec10645bbe tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:12.314201 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-86ba7c66-f275-49ec-a950-7b69f8eb4487 req-8407fdb4-c36d-40e9-b2f2-9aec10645bbe tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1504598 Apr 22 16:27:12.400993 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-86ba7c66-f275-49ec-a950-7b69f8eb4487 req-74f58bf7-7f95-4626-9bff-6e438c66618d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685554 Apr 22 16:27:12.411598 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d6a29342-a1bd-48ef-aa12-bf7e3964b91f req-936f2086-8e55-4d51-a522-53f1e00d0e9d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920961 Apr 22 16:27:12.571053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39794) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:12.634866 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6b1608b4-9ee7-48eb-bfa3-b8582d33a7df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59749cee8bfb49eb892806b0f1cebbdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0622129 Apr 22 16:27:12.637978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39800) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:12.647829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8b90-db97-41dc-af77-263fbc110c5a req-dac17e3c-6c96-4785-887e-b0282511141b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:12.656927 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b1b8b90-db97-41dc-af77-263fbc110c5a req-dac17e3c-6c96-4785-887e-b0282511141b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1250870 Apr 22 16:27:12.731539 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b1b8b90-db97-41dc-af77-263fbc110c5a req-b7dd57f6-e365-44c2-8865-83d73786f04e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732746 Apr 22 16:27:12.793822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:12.847079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:12.957140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 52e38e1d-802f-46d9-9c75-8b4c2a37b981 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:12.973423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea466c4-57e0-4f9e-9195-632c8941bab7 req-25d92b2e-a87b-490f-bb41-e9f266e18222 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:12.979009 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ea466c4-57e0-4f9e-9195-632c8941bab7 req-25d92b2e-a87b-490f-bb41-e9f266e18222 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 948 time: 0.1222584 Apr 22 16:27:13.043078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:13.043307 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ea466c4-57e0-4f9e-9195-632c8941bab7 req-ca3f882f-5d23-41d0-91d8-2bb95290a5d6 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569503 Apr 22 16:27:13.053511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-09e0c0d1-2f60-4dc8-b31b-a4ff6d558546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:13.078750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ddd38c2c-7df0-41bd-a8c7-c6b30f23b127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:13.079595 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ca1131-cb25-4b59-bff7-f76701498f91,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:13.089463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:13.090766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:13.093095 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50ca1131-cb25-4b59-bff7-f76701498f91 HTTP/1.1" status: 204 len: 168 time: 0.4524627 Apr 22 16:27:13.150577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:13.157043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:13.157554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:13.310481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:13.399352 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e38e1d-802f-46d9-9c75-8b4c2a37b981'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:13.419131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 52e38e1d-802f-46d9-9c75-8b4c2a37b981, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=52e38e1d-802f-46d9-9c75-8b4c2a37b981,segment=NetworkSegment(803077fd-c463-4e3a-83c9-78ae22b7f711),segment_id=803077fd-c463-4e3a-83c9-78ae22b7f711)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:13.470381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:13.476764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:13.664882 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e38e1d-802f-46d9-9c75-8b4c2a37b981', 'code': 200} Apr 22 16:27:13.679492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=52e38e1d-802f-46d9-9c75-8b4c2a37b981,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:13.694351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:13.840363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fd4d1-3928-43e7-a36e-2fa5c28e0f64 req-7599a00a-0733-47ce-8307-2832243b4a95 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:13.843746 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3e1fd4d1-3928-43e7-a36e-2fa5c28e0f64 req-7599a00a-0733-47ce-8307-2832243b4a95 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 943 time: 0.2133603 Apr 22 16:27:13.930231 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3e1fd4d1-3928-43e7-a36e-2fa5c28e0f64 req-6f55afe4-84fb-4c41-bffc-008c5ce6168f tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788517 Apr 22 16:27:14.025164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1289c-1125-4c69-b0eb-172d48b6d6a2 req-c9b5bef3-d775-4c57-8e07-f40d85f395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:14.027947 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-83b1289c-1125-4c69-b0eb-172d48b6d6a2 req-c9b5bef3-d775-4c57-8e07-f40d85f395f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 1102 time: 0.1108365 Apr 22 16:27:14.104979 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-83b1289c-1125-4c69-b0eb-172d48b6d6a2 req-ca503d9b-892d-45b6-b621-0c2c9079d625 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610588 Apr 22 16:27:14.153505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39854) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:14.246479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Deleting subnet a21fef23-a3b2-42b0-a48b-2b530260ed99 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:27:14.250152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.326422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.351231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf8294-a3f8-42e2-b644-07ff15d2b059 req-7157711c-1f1e-468d-805f-585e90c0cd1c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:14.353123 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13cf8294-a3f8-42e2-b644-07ff15d2b059 req-7157711c-1f1e-468d-805f-585e90c0cd1c tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.1561344 Apr 22 16:27:14.396184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.410502 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13cf8294-a3f8-42e2-b644-07ff15d2b059 req-ed1c345c-b2dc-4d1e-99ff-4e2ea8d1e121 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Apr 22 16:27:14.492991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39866) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:14.618136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-network', 'tenant_id': '2dc631ec763f43c5b439665925552ced'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:14.625260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:14.629573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Usage tracker for resource:network and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:14.632920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:14.644336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:14.677661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Made reservation on behalf of 2dc631ec763f43c5b439665925552ced for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:14.682825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.698309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.714454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:14.719602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Usage tracker for resource:security_group_rule and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:14.722629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:14.740622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:14.780470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.791661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:14.832997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.834842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.836086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21fef23-a3b2-42b0-a48b-2b530260ed99,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:14.839290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:14.844007 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-66f73852-7a94-465f-b738-25954e4a3d64 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a21fef23-a3b2-42b0-a48b-2b530260ed99 HTTP/1.1" status: 204 len: 168 time: 0.6890101 Apr 22 16:27:14.846983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39880) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:14.888989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:14.894587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3bec6371-69d9-4740-af19-029d38cdf090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:14.985827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:27:15.015456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d57645-abaf-4503-9d6e-d29e65ff3ec7,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:15.021134 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.021532 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Added segment 53ef3203-68bc-4df4-9970-fad1c55c52d7 of type vlan for network 22ad9635-e8a2-4b02-859f-9814b3cf4838 Apr 22 16:27:15.023431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:15.030957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.246063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb3abe2b-5acd-42e1-abdd-49854c650658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.257468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.277638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.336523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 6a4873f9-11d0-45e3-859e-ddb84c78567a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:27:15.449461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baac3a-21fe-4936-9569-4cef7f5f6746 req-ace1aea0-48cd-4510-a04b-02cf8ab3f7df tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:15.453030 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c7baac3a-21fe-4936-9569-4cef7f5f6746 req-ace1aea0-48cd-4510-a04b-02cf8ab3f7df tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 943 time: 0.3377707 Apr 22 16:27:15.453958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743b3dce-2fee-4f1a-bb26-a50e460732c2']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:15.486057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2149252a-df6e-453e-adac-8796a4e68f51') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:15.486404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2149252a-df6e-453e-adac-8796a4e68f51') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:15.493873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.503729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:15.504409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.512413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 6a4873f9-11d0-45e3-859e-ddb84c78567a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a4873f9-11d0-45e3-859e-ddb84c78567a,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:15.512651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:15.529215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'port_id': '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'mac_address': 'fa:16:3e:5a:39:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbba67a-be74-4a3d-b1eb-54010b0737f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:27:15.530698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32350154'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.592400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.611139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4873f9-11d0-45e3-859e-ddb84c78567a {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:15.627949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 6a4873f9-11d0-45e3-859e-ddb84c78567a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a4873f9-11d0-45e3-859e-ddb84c78567a,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:15.664686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.666669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:15.694136 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c7baac3a-21fe-4936-9569-4cef7f5f6746 req-9bfda7b4-2cca-404e-978d-f407845b68ef tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309279 Apr 22 16:27:15.702925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:15.714655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:27:15.741547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=6a4873f9-11d0-45e3-859e-ddb84c78567a,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:15.744785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Pushing event updated for resources: {'Network': ['ID=22ad9635-e8a2-4b02-859f-9814b3cf4838,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:15.746048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:15.751800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:15.759875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:27:15.814845 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3204606 Apr 22 16:27:15.818077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39894) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:15.824870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Request body: {'subnet': {'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-subnet', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:15.830753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:15.835141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Usage tracker for resource:subnet and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:15.838298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:15.845521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:15.905521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Made reservation on behalf of 2dc631ec763f43c5b439665925552ced for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:15.910887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32491318'] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.132047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Network 743b3dce-2fee-4f1a-bb26-a50e460732c2 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:16.142980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823277787'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.173244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.178045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb6efa-9b7b-451b-8669-9eca57a0cee4 req-7104ba7c-02b2-4bd2-aa43-c49059604f42 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:16.179615 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f7eb6efa-9b7b-451b-8669-9eca57a0cee4 req-7104ba7c-02b2-4bd2-aa43-c49059604f42 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.6289055 Apr 22 16:27:16.379774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Network 743b3dce-2fee-4f1a-bb26-a50e460732c2 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:16.391237 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f7eb6efa-9b7b-451b-8669-9eca57a0cee4 req-0405656a-6a86-455c-9447-105dadca4d13 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625698 Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:27:16.409141 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:27:16.510853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.539129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.545560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.550968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:16.574800 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/743b3dce-2fee-4f1a-bb26-a50e460732c2 HTTP/1.1" status: 204 len: 168 time: 1.7241321 Apr 22 16:27:16.574800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=743b3dce-2fee-4f1a-bb26-a50e460732c2,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:16.575277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39904) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:16.578593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:16.647348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Deleting subnet f825fe59-dbb1-4686-a2da-feb2512e9d8f {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:27:16.651541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.705991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822425662'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.773311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.879744 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31806704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32491303'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:16.884086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:16.968928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa818441-cc39-4c70-b48f-a39b36b5aab9,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:16.973330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:16.977851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Checking segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:16.978251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Network hostable DHCP agents. Network: 22ad9635-e8a2-4b02-859f-9814b3cf4838, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:27:17.041668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ad4e3-e5a2-4543-9372-e0c51657ec4b req-8d911546-88d5-493c-aa88-8d4c20bbfb44 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:17.042208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:27:17.043235 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cb3ad4e3-e5a2-4543-9372-e0c51657ec4b req-8d911546-88d5-493c-aa88-8d4c20bbfb44 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 944 time: 0.2191021 Apr 22 16:27:17.070722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 22ad9635-e8a2-4b02-859f-9814b3cf4838) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:17.086729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:17.087723 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.087898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cdb808-2a68-48da-a11c-df94a01cb17f None None] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:17.142247 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3212736 Apr 22 16:27:17.145241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39912) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:17.151305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:17.158124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:17.160921 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cb3ad4e3-e5a2-4543-9372-e0c51657ec4b req-dedf7def-f6d6-4d6c-b54f-f66f29e4e45d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072187 Apr 22 16:27:17.167868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Usage tracker for resource:router and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:17.174239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:17.183901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:17.311785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.313621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.331873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-22ad9635-e8a2-4b02-859f-9814b3cf4838', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:27:17.335748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.504861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32495403'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.510908 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bc5e63c8-1257-4261-83a0-58c553e53eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:17.551086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f825fe59-dbb1-4686-a2da-feb2512e9d8f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:17.555244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.567544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.590229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.598175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:17.599803 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f825fe59-dbb1-4686-a2da-feb2512e9d8f HTTP/1.1" status: 204 len: 168 time: 1.0235775 Apr 22 16:27:17.602918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39924) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:17.631337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Allocated IP 172.20.0.2 (22ad9635-e8a2-4b02-859f-9814b3cf4838/fa818441-cc39-4c70-b48f-a39b36b5aab9/f522f2ed-8d93-4614-a80c-ebf7dbe25b1b) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:17.784430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.851547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f0444-74cf-4ece-b4ac-014c73e1a13d req-d01c3157-a968-481e-8b01-03cd378cf891 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:17.853236 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf1f0444-74cf-4ece-b4ac-014c73e1a13d req-d01c3157-a968-481e-8b01-03cd378cf891 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.2512541 Apr 22 16:27:17.895233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.899430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.913957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Transition to ACTIVE for port object f522f2ed-8d93-4614-a80c-ebf7dbe25b1b will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:17.934573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Transition to ACTIVE for port object f522f2ed-8d93-4614-a80c-ebf7dbe25b1b will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:17.978794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.979823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:17.986987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:18.014189 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf1f0444-74cf-4ece-b4ac-014c73e1a13d req-460412f7-1fd9-4c65-84c5-55536c6ff690 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467040 Apr 22 16:27:18.051903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:18.051903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:18.060446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:18.114236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Pushing event updated for resources: {'Port': ['ID=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:18.114468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97353ea9-baa3-462a-b830-2f85112d12d2']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:18.131416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5f7dea-e171-4ffd-9ae4-da27441f1ff8') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:18.131913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5f7dea-e171-4ffd-9ae4-da27441f1ff8') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:18.146169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32350154'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.155898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:18.165934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.177351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Attempting to bind port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:18.177863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Attempting to bind port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:18.178482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Attempting to bind port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:18.180816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:27:18.185096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:18.187423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Checking segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:18.187423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.187423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Bound using segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:18.187760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Bound port: f522f2ed-8d93-4614-a80c-ebf7dbe25b1b, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:18.188334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.319737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] For port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:18.369462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.404064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.509164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Network 97353ea9-baa3-462a-b830-2f85112d12d2 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:18.520282 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823277787'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.570615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Allocated IP 172.27.3.80 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:18.645244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71277599-eddc-43ba-849e-76654bdeef9c req-5b66fbb1-f54d-4ed9-af34-6ab0c1618b6f tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:18.646921 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-71277599-eddc-43ba-849e-76654bdeef9c req-5b66fbb1-f54d-4ed9-af34-6ab0c1618b6f tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 944 time: 0.3160675 Apr 22 16:27:18.732691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.747751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Network 97353ea9-baa3-462a-b830-2f85112d12d2 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:27:18.785918 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:27:18.797886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.803620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:18.861440 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-71277599-eddc-43ba-849e-76654bdeef9c req-f1c20e57-356e-47ac-bc23-b02abb586c3b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012527 Apr 22 16:27:18.870458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:18.876097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:18.876633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] For port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:18.887230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:18.905001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.921798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.926085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:18.927183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:18.931556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:18.946037 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:18.951848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] 10.222.0.10 "DELETE /v2.0/networks/97353ea9-baa3-462a-b830-2f85112d12d2 HTTP/1.1" status: 204 len: 168 time: 1.3446810 Apr 22 16:27:18.951848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Pushing event deleted for resources: {'Network': ['ID=97353ea9-baa3-462a-b830-2f85112d12d2,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:18.952213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2e7be8e2-ed17-4bd4-beec-d6223b86dfaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:18.954201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2852d6d3-3b7d-4f28-b9ed-77ee1418b641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:19.046599 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Pushing event updated for resources: {'Port': ['ID=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:19.050879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:19.277930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5db6a-be35-49b1-8cd3-0477e888293b req-1cb5bf9f-017d-4ca5-953c-78466c93fdca tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:19.280670 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cef5db6a-be35-49b1-8cd3-0477e888293b req-1cb5bf9f-017d-4ca5-953c-78466c93fdca tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.1130233 Apr 22 16:27:19.370712 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cef5db6a-be35-49b1-8cd3-0477e888293b req-b1d3eb25-9f80-4f0d-b98c-88f3e7848b80 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810926 Apr 22 16:27:19.485472 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39942) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:19.542587 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e9c476e2-d939-4320-826f-b36c57a0323b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=536c15927d46406eaca48f53990a2534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540991 Apr 22 16:27:19.543747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39946) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:19.614736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:19.777663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:19.877834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:19.925637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['6a4873f9-11d0-45e3-859e-ddb84c78567a'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:20.034873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:20.051218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2b47cf5c-d40d-4d66-88ba-d5354e9ed649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:20.068280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07b060a-9528-4623-9ac1-43240aa1e269,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:20.080055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:20.142197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8ffdb-f0cd-4998-bdea-5f51edf193fb req-4b0c475e-85ab-4b5f-8380-6656552bc01e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:20.144431 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92b8ffdb-f0cd-4998-bdea-5f51edf193fb req-4b0c475e-85ab-4b5f-8380-6656552bc01e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 944 time: 0.1331871 Apr 22 16:27:20.184021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:20.188781 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d07b060a-9528-4623-9ac1-43240aa1e269 HTTP/1.1" status: 204 len: 168 time: 0.6403642 Apr 22 16:27:20.218101 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92b8ffdb-f0cd-4998-bdea-5f51edf193fb req-27dd5887-1ff6-4299-864b-c522133515ff tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Apr 22 16:27:20.473857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:20.738007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c9dd0-0189-45f0-b371-0942d73bb0b5 None None] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:20.760365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf49944-fdcc-42cf-b281-88c18ab43e82 req-07f80482-9e35-4726-9584-9a6dba741d6d tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:20.760717 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-acf49944-fdcc-42cf-b281-88c18ab43e82 req-07f80482-9e35-4726-9584-9a6dba741d6d tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.1858680 Apr 22 16:27:20.813953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Router cc562328-6c54-4fb6-bb82-c069fb610772 is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:27:20.844315 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-acf49944-fdcc-42cf-b281-88c18ab43e82 req-4e5f3c1d-48a1-4691-81af-9ea95eb0b26b tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763059 Apr 22 16:27:21.105604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-8bb687a5-eaab-499d-a28e-6d0ab965b8b4 None None] Provisioning for port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:21.180416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:27:21.191824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Sync routers for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:27:21.204070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device f522f2ed-8d93-4614-a80c-ebf7dbe25b1b up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:21.205180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:27:21.205950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:27:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:21.228226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39982) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:21.284964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.286854 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1411455 Apr 22 16:27:21.290533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 39988) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:21.315212 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6ca09fd2-0520-425c-bceb-91ce40554b4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=123c1b6ebc5e43ecbe0f9d516a58524f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816791 Apr 22 16:27:21.315212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 39992) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:21.374069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:21.379773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:21.386273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.421242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.442554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:27:21.493488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.597616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.687467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-dbc3c1f1-6858-44bb-bd36-c78f2547b2ff None None] Provisioning complete for port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:21.687901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dbc3c1f1-6858-44bb-bd36-c78f2547b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.718281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-7496e378-67ca-4fcd-b8ac-d80e5cc8d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:21.720795 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-7496e378-67ca-4fcd-b8ac-d80e5cc8d289 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.1274500 Apr 22 16:27:21.802969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:21.895143 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.896620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-36cf12dd-e3fc-4bc6-b767-aa71f4fc71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:21.901821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:21.904997 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-36cf12dd-e3fc-4bc6-b767-aa71f4fc71b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.1753535 Apr 22 16:27:21.906556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:21.927082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:19Z', 'revision_number': 3, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:21.933796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Checking router: cc562328-6c54-4fb6-bb82-c069fb610772 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:27:21.934745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Updating router cc562328-6c54-4fb6-bb82-c069fb610772 port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:27:21.993161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:22.000655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:22.032181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ec6a6b83-b91e-47ae-94bf-936bd50e3f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:22.046073 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-a8273175-677c-487e-9164-16c8d8832992 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 217 time: 0.1312225 Apr 22 16:27:22.051912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:22.053262 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b1e7842-1f74-480f-abfa-9fe9c5091a9b HTTP/1.1" status: 204 len: 168 time: 0.7368205 Apr 22 16:27:22.054593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e7842-1f74-480f-abfa-9fe9c5091a9b,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:22.058238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:22.058524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:22.153387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-4529aa05-ed88-4d04-9429-0e1fbfc4c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:22.155535 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-4529aa05-ed88-4d04-9429-0e1fbfc4c73b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0983322 Apr 22 16:27:22.256830 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-8e4e0f1d-06fe-4ac3-be42-fbf5d7e29ae7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921216 Apr 22 16:27:22.382887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97be07e-2bb3-47c0-a381-741398fd5af8 req-45824449-ccea-40e1-88b8-8a4173fa413d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:22.388421 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d97be07e-2bb3-47c0-a381-741398fd5af8 req-45824449-ccea-40e1-88b8-8a4173fa413d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.4855633 Apr 22 16:27:22.464902 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76407f-cfca-485d-ac91-a09d21f9fd82 req-d8c31b20-69ec-4030-a0b8-e9d8580570bc tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:22.466531 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7b76407f-cfca-485d-ac91-a09d21f9fd82 req-d8c31b20-69ec-4030-a0b8-e9d8580570bc tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 944 time: 0.8924048 Apr 22 16:27:22.532544 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-ef3b28ee-5c9f-4bc6-b536-3b430814e837 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680209 Apr 22 16:27:22.587126 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d97be07e-2bb3-47c0-a381-741398fd5af8 req-e8f28fee-3bbb-4671-b42a-8531ae7c7acb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888525 Apr 22 16:27:22.687191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:22.706207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Transition to ACTIVE for port object 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:22.768842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:22.775543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:22.778634 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7b76407f-cfca-485d-ac91-a09d21f9fd82 req-fe13bbec-80e4-4a81-ba03-f6ca280f6184 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986679 Apr 22 16:27:22.851625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52e32e6d-4ec6-495c-962a-21b4a2906c37 req-2ee782d6-8011-4b3e-a77c-ba873b07750f service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115103 Apr 22 16:27:22.904206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Attempting to bind port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:22.905145 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Attempting to bind port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:22.905570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Attempting to bind port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:22.914124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36746de-6719-498b-8944-225e234de573 None None] Pushing event updated for resources: {'Port': ['ID=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:22.921263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:22.921263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:22.924613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:22.925085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:22.925683 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Bound port: 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:22.926128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:22.974588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.975099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.980781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.980781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.980781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.980781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.980781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.980781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.980781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.981966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.981966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.981966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36746de-6719-498b-8944-225e234de573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:22.988959 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d36746de-6719-498b-8944-225e234de573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:23.014042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a135c4-e3f9-4406-9293-8ff5a45e6227 req-7e5369f4-a4c8-4614-91a2-ecfba3e7a83e tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:23.016652 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38a135c4-e3f9-4406-9293-8ff5a45e6227 req-7e5369f4-a4c8-4614-91a2-ecfba3e7a83e tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.2219238 Apr 22 16:27:23.042415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] For port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:23.046967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] For port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:23.070869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 6a4873f9-11d0-45e3-859e-ddb84c78567a up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:23.089199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:23.099233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9bd993af-053c-4653-8369-fb1e4e732bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:23.135282 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38a135c4-e3f9-4406-9293-8ff5a45e6227 req-240d6af9-32f9-4af0-b08e-fd1e62e62f22 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073747 Apr 22 16:27:23.198304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device f522f2ed-8d93-4614-a80c-ebf7dbe25b1b up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:23.208266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36746de-6719-498b-8944-225e234de573 None None] Pushing event updated for resources: {'Port': ['ID=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:23.221719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:27:23.222666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:27:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:23.283153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:23.326141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:23.326141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:23.352240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d36746de-6719-498b-8944-225e234de573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:23.548405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:27:23.647567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 6a4873f9-11d0-45e3-859e-ddb84c78567a completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:23.661331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Allocated IP 172.20.0.1 (22ad9635-e8a2-4b02-859f-9814b3cf4838/fa818441-cc39-4c70-b48f-a39b36b5aab9/80abd1ee-4cea-4710-9e93-6263fbdd0fd8) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:23.691993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 6a4873f9-11d0-45e3-859e-ddb84c78567a triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:23.692726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:23.932905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-affc9e17-316b-4e61-b9e1-30bae57edcfc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:23.935127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-affc9e17-316b-4e61-b9e1-30bae57edcfc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Synchronizing usage tracker for tenant:2b387c0a14fb4d8d950143df9a18a861 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:23.978884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:19Z', 'revision_number': 3, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:23.988716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2c7ef6-ac51-4fc7-a537-949796ef082c None None] The sync data for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi is: [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:19Z', 'revision_number': 3, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:27:24.007796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-affc9e17-316b-4e61-b9e1-30bae57edcfc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Unset dirty status for tenant:2b387c0a14fb4d8d950143df9a18a861 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:24.009166 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-affc9e17-316b-4e61-b9e1-30bae57edcfc tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.3264167 Apr 22 16:27:24.074894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:24.141335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4873f9-11d0-45e3-859e-ddb84c78567a'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:24.149548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:24.171497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 6a4873f9-11d0-45e3-859e-ddb84c78567a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a4873f9-11d0-45e3-859e-ddb84c78567a,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:24.207195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a867f7-ab96-45d6-a026-c5fc0c7aea6b req-05d639e4-9308-4248-8bd2-cd96308058e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:24.209133 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b6a867f7-ab96-45d6-a026-c5fc0c7aea6b req-05d639e4-9308-4248-8bd2-cd96308058e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.3573129 Apr 22 16:27:24.210351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Transition to ACTIVE for port object 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:24.213218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:24.215507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:24.227561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Deleting port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:27:24.230436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:24.346159 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b6a867f7-ab96-45d6-a026-c5fc0c7aea6b req-292244c6-02b0-4c35-ad08-489b40901049 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241181 Apr 22 16:27:24.411506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=6a4873f9-11d0-45e3-859e-ddb84c78567a,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:24.416898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:24.456847 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'code': 200} Apr 22 16:27:24.503133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:24.514975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:24.610771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Pushing event updated for resources: {'Port': ['ID=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:24.637905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:24.656113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:24.660250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:24.754105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:24.815025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:24.855543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8cff5-ddc9-4c18-b644-e0185eb37bdb req-42ba4ca0-89fc-4a98-80e9-5d84cdff5fef tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:24.857920 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ffa8cff5-ddc9-4c18-b644-e0185eb37bdb req-42ba4ca0-89fc-4a98-80e9-5d84cdff5fef tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 945 time: 0.4772422 Apr 22 16:27:24.916362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40106) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:24.980670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] For port 52e38e1d-802f-46d9-9c75-8b4c2a37b981, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=52e38e1d-802f-46d9-9c75-8b4c2a37b981,segment=NetworkSegment(803077fd-c463-4e3a-83c9-78ae22b7f711),segment_id=803077fd-c463-4e3a-83c9-78ae22b7f711)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:24.981771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.032375 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ffa8cff5-ddc9-4c18-b644-e0185eb37bdb req-3f3fa614-17c7-4c78-8018-776f7c3150be tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575785 Apr 22 16:27:25.075332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280bb3-0e57-4f3e-acd5-6f7389b7eb5e req-4c89c2a5-30cd-437a-b699-da45817126b1 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:25.077278 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8d280bb3-0e57-4f3e-acd5-6f7389b7eb5e req-4c89c2a5-30cd-437a-b699-da45817126b1 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 949 time: 0.4183838 Apr 22 16:27:25.184162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:25.350143 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3de134b6-b1b5-495e-a805-497fb7d9b256 None None] Provisioning for port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:25.351467 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8d280bb3-0e57-4f3e-acd5-6f7389b7eb5e req-cb587142-6056-4da7-ae18-49ec2507e01e tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/security-groups?id=88fe4895-f59b-4d67-bee7-0887e0c3af2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716092 Apr 22 16:27:25.364643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3de134b6-b1b5-495e-a805-497fb7d9b256 None None] Provisioning complete for port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:25.364899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be4171-fc94-4c1a-91b9-7136516e65e0 req-c0532bcd-8b29-45dd-857b-6aceb49ddbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:25.365186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3de134b6-b1b5-495e-a805-497fb7d9b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.366513 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c9be4171-fc94-4c1a-91b9-7136516e65e0 req-c0532bcd-8b29-45dd-857b-6aceb49ddbc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 1098 time: 0.2821100 Apr 22 16:27:25.412454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:25.440803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:25.444111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.516049 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c9be4171-fc94-4c1a-91b9-7136516e65e0 req-a1dc0f20-f7a0-4cbb-8ea5-a91febef7727 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411738 Apr 22 16:27:25.519233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.569062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-3de134b6-b1b5-495e-a805-497fb7d9b256 None None] Port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:27:25.593304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Calling delete_port for 52e38e1d-802f-46d9-9c75-8b4c2a37b981 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:27:25.782149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.830983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:25.860750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.863989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.871564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:25.884054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:25.890623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Usage tracker for resource:security_group_rule and tenant:3f96f690f90f4c0d9374c4f7164710e0 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:25.894658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:25.902215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:25.950302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:25.955136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d37b3-d23c-47e6-8b0f-012026107e07 req-8c22a343-779a-4006-bcce-b2177df48c06 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:25.964665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-885def47-27b6-4de2-8698-a5fe22d92dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:25.974999 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-106d37b3-d23c-47e6-8b0f-012026107e07 req-8c22a343-779a-4006-bcce-b2177df48c06 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.4261916 Apr 22 16:27:26.046255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:26.062795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Pushing event deleted for resources: {'Port': ['ID=52e38e1d-802f-46d9-9c75-8b4c2a37b981,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:26.072021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:26.147034 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-106d37b3-d23c-47e6-8b0f-012026107e07 req-e9a6c226-750b-4309-8f73-2accd53e01c4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710470 Apr 22 16:27:26.196378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.198294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:26.212203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] No DVR routers for this DVR port 52e38e1d-802f-46d9-9c75-8b4c2a37b981 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:27:26.218332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.222364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'name': 'network-vif-deleted', 'tag': '52e38e1d-802f-46d9-9c75-8b4c2a37b981'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:26.270444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.275405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.298916 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa35f79-7d8c-42d5-892d-ad21f9689fe6', 'name': 'network-vif-deleted', 'tag': '52e38e1d-802f-46d9-9c75-8b4c2a37b981', 'status': 'completed', 'code': 200} Apr 22 16:27:26.324686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.337926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-976f242d-418c-452d-9b0d-6fda84b48d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:26.397055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aeeed685-746b-4618-ab1d-33dfea1decd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:26.413735 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2390d42f-51d6-45cd-97c3-9dc7c7580682 req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.26 "DELETE /v2.0/ports/52e38e1d-802f-46d9-9c75-8b4c2a37b981 HTTP/1.1" status: 204 len: 173 time: 2.3981960 Apr 22 16:27:26.455818 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f96f690f90f4c0d9374c4f7164710e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5357721 Apr 22 16:27:26.457380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40144) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:26.458646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36524fc-bbfe-450f-8030-f998011c541d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:26.466785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:26.488402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.502484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Pushing event updated for resources: {'Port': ['ID=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:26.574483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.591436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:26.633803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.745273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.754020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ccd26bd9-098a-43a5-a995-37a049c52d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:26.783848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36524fc-bbfe-450f-8030-f998011c541d,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:26.787687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:26.789270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:26.808584 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f36524fc-bbfe-450f-8030-f998011c541d HTTP/1.1" status: 204 len: 168 time: 0.3295977 Apr 22 16:27:26.970333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40160) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:27.021456 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3b9474f9-4424-4daa-a709-e752928acdcb req-f9b6637e-c60d-47bd-9b36-0bb370bbba20 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfa35f79-7d8c-42d5-892d-ad21f9689fe6 HTTP/1.1" status: 200 len: 210 time: 0.0583649 Apr 22 16:27:27.081758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 52e38e1d-802f-46d9-9c75-8b4c2a37b981 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:27:27.091496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:27.108301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50f667-e428-431b-af08-459ade313e87 req-8699df7b-4e75-49ee-96f8-395812378f2b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:27.121431 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7a50f667-e428-431b-af08-459ade313e87 req-8699df7b-4e75-49ee-96f8-395812378f2b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 945 time: 0.7231033 Apr 22 16:27:27.123900 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:27.173899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:27.281444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 52e38e1d-802f-46d9-9c75-8b4c2a37b981 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:27:27.282357 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 52e38e1d-802f-46d9-9c75-8b4c2a37b981 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:27:27.404183 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7a50f667-e428-431b-af08-459ade313e87 req-4c53ea66-65df-473e-b8f9-30d314f4de83 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818081 Apr 22 16:27:27.414544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:27.414977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:27.515185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:27.534888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:27.541885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Usage tracker for resource:security_group_rule and tenant:f4e1d686b85947d39224a108ad1e103b is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:27.547178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:27.554244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:27.686705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1b1087a0-5f74-4364-803f-e1d379a0c3e1 None None] Provisioning complete for port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:27.687058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1b1087a0-5f74-4364-803f-e1d379a0c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:27.703027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Router cc562328-6c54-4fb6-bb82-c069fb610772 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:27:27.714014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44975ef0-5705-46fb-a5cb-cb8d4a7915e2 req-145a7f45-e55b-4937-bd52-bd57d31fe835 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:27.722268 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44975ef0-5705-46fb-a5cb-cb8d4a7915e2 req-145a7f45-e55b-4937-bd52-bd57d31fe835 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.2037733 Apr 22 16:27:27.734090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:27.776903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40172) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:27.797397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-1b1087a0-5f74-4364-803f-e1d379a0c3e1 None None] Port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:27:27.808612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:27.822042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:27.840618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ece9c824-c53f-46f4-98c1-e993800de759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:27.861239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:27.891764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Usage tracker for resource:security_group_rule and tenant:f90e7a7c60024ed4a28b9c03fe3999dd is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:27.897974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:27.904018 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4e1d686b85947d39224a108ad1e103b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9325845 Apr 22 16:27:27.908499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ce612e-b8e4-4b51-9d3e-d11fd9fe88fe,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:27.911526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:27.913434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40176) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:27.917189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:27.925160 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44975ef0-5705-46fb-a5cb-cb8d4a7915e2 req-90d66989-460c-4d68-a943-1dfe18cc8f44 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019448 Apr 22 16:27:27.993572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:27:28.004925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Sync routers for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:27:28.014937 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] 10.222.0.10 "PUT /v2.0/routers/cc562328-6c54-4fb6-bb82-c069fb610772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7221518 Apr 22 16:27:28.017523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:27:28.018398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:27:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:28.024952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.075981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.143945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.179782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.194685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-dd19292c-7143-4ecb-b462-eb494cd0aa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:28.236422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51af4cc-4bb4-45f4-af3f-3d54d95fa76d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:28.242958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.253304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:28.253844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:28.300240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ce612e-b8e4-4b51-9d3e-d11fd9fe88fe,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:28.303489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:28.306297 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b71a5085-7313-4fb8-b39f-2bb82168afe6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f90e7a7c60024ed4a28b9c03fe3999dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279036 Apr 22 16:27:28.313967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.313967 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23ce612e-b8e4-4b51-9d3e-d11fd9fe88fe HTTP/1.1" status: 204 len: 168 time: 0.3963709 Apr 22 16:27:28.314300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40194) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:28.419577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:27:28.439964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.546088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.777781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.796929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:28.819513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.821472 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f51af4cc-4bb4-45f4-af3f-3d54d95fa76d HTTP/1.1" status: 204 len: 168 time: 0.5086031 Apr 22 16:27:28.836365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51af4cc-4bb4-45f4-af3f-3d54d95fa76d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:28.848055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:28.862851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48178c-faaa-4c2d-a9c4-4071891d602d req-1d3026e5-4c88-4f06-a57f-d46a7d8b3be9 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:28.864853 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5c48178c-faaa-4c2d-a9c4-4071891d602d req-1d3026e5-4c88-4f06-a57f-d46a7d8b3be9 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 945 time: 0.2105572 Apr 22 16:27:28.923612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 2, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:28.927777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Checking router: cc562328-6c54-4fb6-bb82-c069fb610772 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:27:28.928361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Updating router cc562328-6c54-4fb6-bb82-c069fb610772 port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:27:28.942050 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5c48178c-faaa-4c2d-a9c4-4071891d602d req-a06a31da-329d-4ae0-8931-00745f42eea7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705001 Apr 22 16:27:29.083246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.194750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5e0c4-978f-4be5-a665-879798785049 req-728a4e57-348b-45e8-92a2-d09b05920c8d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:29.204837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-06b5e0c4-978f-4be5-a665-879798785049 req-728a4e57-348b-45e8-92a2-d09b05920c8d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1162181 Apr 22 16:27:29.299641 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-06b5e0c4-978f-4be5-a665-879798785049 req-37e8575f-dfe1-4b42-b3f2-579b51bdb6d6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937178 Apr 22 16:27:29.326873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40242) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:29.334925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918117612', 'description': 'tempest-description--1660159180'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:29.348185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:29.357316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:29.370252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:29.391466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:29.510224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.564825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:27:29.596425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:29.618947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group_rule and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:29.622314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:29.645845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:29.752419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.784113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.803517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-913480bf-badb-4326-99b6-2411a6e1b2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:29.805931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.822033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Transition to ACTIVE for port object 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:29.852451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8f4387-29ad-4b97-a272-2c7c6bead64f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:29.856350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:29.893465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.926057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:29.929409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.935218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40288) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:29.937223 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6081660 Apr 22 16:27:29.943045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'security_group_rule': {'security_group_id': '6c8f4387-29ad-4b97-a272-2c7c6bead64f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:29.961414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:29.975081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group_rule and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:29.992530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:30.008565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:30.058524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3124f-5902-4d9a-a994-fbefd75fa2be None None] Pushing event updated for resources: {'Port': ['ID=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:30.063260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a4a3124f-5902-4d9a-a994-fbefd75fa2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:30.110778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.349491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.378976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.389938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:30.442960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96798975-8a69-4469-becb-8582ec9bd723,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:30.449149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:30.456779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Attempting to bind port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:30.457366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Attempting to bind port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:30.458098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Attempting to bind port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:30.470478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.471252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:30.471672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Checking segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:30.472125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.473243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Bound using segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:30.473777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Bound port: 80abd1ee-4cea-4710-9e93-6263fbdd0fd8, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:30.474177 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.475394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40340) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:30.478063 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5400014 Apr 22 16:27:30.481688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'security_group_rule': {'security_group_id': '6c8f4387-29ad-4b97-a272-2c7c6bead64f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:30.490222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:30.494517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group_rule and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:30.499236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:30.505594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:30.612613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.677479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] For port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:30.694138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] For port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:30.729308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.737247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:30.785280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40356) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:30.800186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.839183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.841179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:30.875200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abdacb8-9ebe-474f-8f7f-89a9c5b08bdb,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:30.895837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4714f0b-fda8-4f87-9a75-f4cc845899ab req-58d2afe3-adf8-4a6d-bfc5-dd37dcd2b128 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:30.896962 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4714f0b-fda8-4f87-9a75-f4cc845899ab req-58d2afe3-adf8-4a6d-bfc5-dd37dcd2b128 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.2269940 Apr 22 16:27:30.913758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3124f-5902-4d9a-a994-fbefd75fa2be None None] Pushing event updated for resources: {'Port': ['ID=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:30.924856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:30.945593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a4a3124f-5902-4d9a-a994-fbefd75fa2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:30.973684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:27:30.978165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:27:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:31.018555 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4714f0b-fda8-4f87-9a75-f4cc845899ab req-85072a1f-2413-4225-bbfd-de1bf3576df2 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175222 Apr 22 16:27:31.020366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.021615 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5451434 Apr 22 16:27:31.027086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40372) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:31.033587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:31.040091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:31.061765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:floatingip and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:31.066610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:31.091031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:31.131006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818045276-network', 'tenant_id': 'b06b1066375d4504906c409d9b283cd4'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:31.137199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:31.144480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.149175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Usage tracker for resource:network and tenant:b06b1066375d4504906c409d9b283cd4 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:31.153009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:31.161549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:31.320557 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.364539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Made reservation on behalf of b06b1066375d4504906c409d9b283cd4 for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:31.374655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.414092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.447063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:31.449356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.459147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Usage tracker for resource:security_group_rule and tenant:b06b1066375d4504906c409d9b283cd4 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:31.460660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:27:31.469324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:31.495880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:31.541451 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-73b03e0d-2a27-4384-b4f8-254e3ac53bdb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3116543 Apr 22 16:27:31.652364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Allocated IP 172.27.3.159 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/5867537b-0670-4589-a2af-93cafd6ac8ff) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:31.691041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.720299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779ed31-d962-4903-865d-dfdcde361612 req-1ea45626-94f9-477a-974e-056a3fd35bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:31.722166 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-1ea45626-94f9-477a-974e-056a3fd35bd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 1099 time: 0.1372392 Apr 22 16:27:31.775232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.793280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-75b9d1be-483f-49dd-8e41-b9fd5125844b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:31.844512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.888936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:27:31.916106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa3b9d-c432-4a7f-810c-46ad564bb01f,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:31.927524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:31.956125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.962727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:31.973980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779ed31-d962-4903-865d-dfdcde361612 req-78637535-4ead-4e18-b2de-483e49068a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:31.975647 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-78637535-4ead-4e18-b2de-483e49068a7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 916 time: 0.2278550 Apr 22 16:27:31.979133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.979536 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Added segment f786dc78-6448-450b-b96b-7bb8d2e84c91 of type vlan for network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 Apr 22 16:27:32.105137 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-f2c20c16-d339-44ef-8498-8b3ca1ee562e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 HTTP/1.1" status: 200 len: 217 time: 0.1125689 Apr 22 16:27:32.135498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:32.140241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:32.146354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:32.202186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779ed31-d962-4903-865d-dfdcde361612 req-1ab4b568-2548-4678-8d94-84e65341a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:32.203953 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-1ab4b568-2548-4678-8d94-84e65341a871 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 200 len: 855 time: 0.0837345 Apr 22 16:27:32.211348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:32.260341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:30Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:32.268795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab6db9-503a-4f7e-b2b4-e0c804c3bc0c None None] The sync data for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi is: [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:30Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:27:32.326714 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-ad553c0b-ce7f-4616-9ce4-c1b525ea315a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87b63e8a-3742-479a-93de-cdc988f91c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061440 Apr 22 16:27:32.401031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'Port': ['ID=5867537b-0670-4589-a2af-93cafd6ac8ff,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:32.404007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:32.408512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:32.432966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:32.433614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:32.448249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:32.567099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071604b-88ad-43ce-bc3d-c52823fcfee9 req-cb0d1e87-8f52-47cd-9162-876524de70e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:32.576066 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a071604b-88ad-43ce-bc3d-c52823fcfee9 req-cb0d1e87-8f52-47cd-9162-876524de70e7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.3238595 Apr 22 16:27:32.606862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:32.651262 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a071604b-88ad-43ce-bc3d-c52823fcfee9 req-6309c51f-8a60-4cd9-a6d9-1117d421e88a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700481 Apr 22 16:27:32.704698 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-e36c6262-0c24-4299-8359-900e0d6b5a42 service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615520 Apr 22 16:27:32.712411 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9253592 Apr 22 16:27:32.725946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40424) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:32.749509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Request body: {'subnet': {'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818045276-subnet', 'tenant_id': 'b06b1066375d4504906c409d9b283cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:32.764005 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:32.782442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Usage tracker for resource:subnet and tenant:b06b1066375d4504906c409d9b283cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:32.788126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:32.797339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:32.817931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:32.867193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Made reservation on behalf of b06b1066375d4504906c409d9b283cd4 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:32.874591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822280447'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:32.907860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Pushing event updated for resources: {'Network': ['ID=5c9c2ca7-8d65-4db3-af28-5abfead653c2,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:32.921347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:27:32.926511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:32.930606 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2779ed31-d962-4903-865d-dfdcde361612 req-852d7e9e-0ca0-483b-8982-e21a7096e3ce service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142348 Apr 22 16:27:33.197263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:33.395578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:33.403808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:33.404873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.599140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.704978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:33.745660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.748449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:33.780354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.867195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.931027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:33.946971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:34.029782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:34.301307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.348046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'Port': ['ID=5867537b-0670-4589-a2af-93cafd6ac8ff,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:34.363242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:34.370883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.372376 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3441958 Apr 22 16:27:34.443569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e8a49-7764-4a6c-8a2b-b7d2d058231f req-1a7516b1-9a17-4bca-9fa8-8b551849e575 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:34.445496 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a09e8a49-7764-4a6c-8a2b-b7d2d058231f req-1a7516b1-9a17-4bca-9fa8-8b551849e575 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.5834672 Apr 22 16:27:34.461447 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62c7c-713d-478c-b404-ec255782c63e req-3b019ff0-bb4d-4f82-b4df-10424f560773 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:34.464454 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-3b019ff0-bb4d-4f82-b4df-10424f560773 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.3861799 Apr 22 16:27:34.562867 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-298f366c-c0c1-4e72-a29e-45f30a1e790f tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/quotas/126d3bf01d9b49c2847c729ebcd5cccb HTTP/1.1" status: 200 len: 375 time: 0.0637186 Apr 22 16:27:34.618564 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a09e8a49-7764-4a6c-8a2b-b7d2d058231f req-c88f3d36-2ebf-405d-b3e9-e7180c90b492 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528876 Apr 22 16:27:34.746777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822280432'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.754485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:34.872427 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-7ff7917d-e5dd-4543-ab70-1b248d2a7a08 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3083367 Apr 22 16:27:34.890395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5189270-33c8-4fa5-af4a-bcf7b909b1ec,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:34.922083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:34.939009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fa5d0081-2b47-43b2-879a-057ed717722e req-a66ac7a5-6f6a-44e6-bd94-d8e9bfa7a237 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:34.953131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Checking segment: {'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:34.953529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Network hostable DHCP agents. Network: 5c9c2ca7-8d65-4db3-af28-5abfead653c2, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:27:35.070856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:35.098009 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-b3d7a671-9974-4e7d-8139-df6a0c6a35d9 service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114065 Apr 22 16:27:35.165369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:35.165661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.179172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fa5d0081-2b47-43b2-879a-057ed717722e req-a66ac7a5-6f6a-44e6-bd94-d8e9bfa7a237 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:35.181105 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-a66ac7a5-6f6a-44e6-bd94-d8e9bfa7a237 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--918117612&fields=id&tenant_id=2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 267 time: 0.3879673 Apr 22 16:27:35.308539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:27:35.447831 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-c2ab94fe-ce70-49bc-9f2a-79a91246402e service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485951 Apr 22 16:27:35.493179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-ab79ef93-2062-4c01-8d99-7875841b0a28 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:35.494003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fa5d0081-2b47-43b2-879a-057ed717722e req-ab79ef93-2062-4c01-8d99-7875841b0a28 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:35.499313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 5c9c2ca7-8d65-4db3-af28-5abfead653c2) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:35.511262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7b1cb-ef3d-47be-9dd5-2767bf4cff6c None None] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:35.534982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:35.536422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.664699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fa5d0081-2b47-43b2-879a-057ed717722e req-ab79ef93-2062-4c01-8d99-7875841b0a28 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:35.666039 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-ab79ef93-2062-4c01-8d99-7875841b0a28 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 817 time: 0.3945389 Apr 22 16:27:35.669415 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9406741 Apr 22 16:27:35.696196 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9baa801f-d6bc-499f-b58d-0bbc50bc3665 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/quotas/2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 375 time: 0.0203118 Apr 22 16:27:35.797012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0270e-2999-43ba-83f4-0203fa3b1019 None None] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:35.919057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fa5d0081-2b47-43b2-879a-057ed717722e req-00f15d5a-fb4b-4b56-a2e5-4b5f85c53ce4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:36.161799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fa5d0081-2b47-43b2-879a-057ed717722e req-00f15d5a-fb4b-4b56-a2e5-4b5f85c53ce4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:36.164691 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-00f15d5a-fb4b-4b56-a2e5-4b5f85c53ce4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4671910 Apr 22 16:27:36.454964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1e356-3bb0-401c-8635-8b96df337c55 req-bcc937c5-5322-4885-9078-c473c661a594 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:36.456620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5af1e356-3bb0-401c-8635-8b96df337c55 req-bcc937c5-5322-4885-9078-c473c661a594 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.4284627 Apr 22 16:27:36.459157 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-8db2aafe-ce25-4291-9830-b2fa4084f000 service neutron] 10.222.0.10 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566426 Apr 22 16:27:36.591164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23606533-9f3a-430e-965f-3cf4c248d1f2 req-4aebb5fb-8dcc-4540-b9b9-b54fba81860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:36.593605 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23606533-9f3a-430e-965f-3cf4c248d1f2 req-4aebb5fb-8dcc-4540-b9b9-b54fba81860f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.1072063 Apr 22 16:27:36.648895 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23606533-9f3a-430e-965f-3cf4c248d1f2 req-32996823-b517-408d-99d3-5635d95651d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Apr 22 16:27:36.656565 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5af1e356-3bb0-401c-8635-8b96df337c55 req-c6f2ce26-09c8-427e-9638-a3047212cda3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830497 Apr 22 16:27:36.690692 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-fe84413a-813d-4cbd-85d7-894f1724d93e service neutron] 10.222.0.10 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158465 Apr 22 16:27:36.754505 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5a5f4ff6-4704-4d69-bcab-4772e24158bd req-b2c24457-ab2f-444d-bfa8-8d93ecdbb7f4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 210 time: 0.0500176 Apr 22 16:27:37.079724 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-766c91fc-be76-480a-b420-90774e94be28 req-48de3966-16e1-4584-864e-7d8de9eb8f79 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 210 time: 0.0818253 Apr 22 16:27:38.011157 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-401e3a53-0229-4f98-b1fe-d64a06121178 req-489e3038-34b7-4e32-95da-107a4b2342d4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 210 time: 0.0924244 Apr 22 16:27:38.080818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6315bb-19c5-43fe-86d5-9b3ac18505b0 req-5976a1c2-6451-427c-acfc-685725a3da7d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:38.083329 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4c6315bb-19c5-43fe-86d5-9b3ac18505b0 req-5976a1c2-6451-427c-acfc-685725a3da7d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1176970 Apr 22 16:27:38.438345 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4c6315bb-19c5-43fe-86d5-9b3ac18505b0 req-4babd04c-e3f1-463c-956e-a6fecc6e675a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461406 Apr 22 16:27:38.446684 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-90c0e6bf-2b68-4e95-b04f-7d8acfedb74f req-c997205c-6ee2-474a-832a-3b9ad6952e04 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 210 time: 0.0598013 Apr 22 16:27:38.910815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-ad991584-6382-4339-af54-3f6f71b27b6e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:38.913029 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-ad991584-6382-4339-af54-3f6f71b27b6e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/networks?id=5c9c2ca7-8d65-4db3-af28-5abfead653c2 HTTP/1.1" status: 200 len: 809 time: 0.1900105 Apr 22 16:27:38.932585 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-f9565a1b-26c9-48a7-8c01-a9e3cecfef6c tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/quotas/b06b1066375d4504906c409d9b283cd4 HTTP/1.1" status: 200 len: 375 time: 0.0124664 Apr 22 16:27:38.995463 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-89d057ce-d08c-4c27-b41a-b4b1b9d81ee0 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b06b1066375d4504906c409d9b283cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553322 Apr 22 16:27:39.109935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62c7c-713d-478c-b404-ec255782c63e req-ce7f123f-491d-4032-b17b-57441c585535 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:39.111430 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-ce7f123f-491d-4032-b17b-57441c585535 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.2187963 Apr 22 16:27:39.139329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Request body: {'port': {'device_id': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'admin_state_up': True, 'tenant_id': '126d3bf01d9b49c2847c729ebcd5cccb'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:39.244716 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-a1401613-ff90-48e9-9f8c-5660798cdb26 service neutron] 10.222.0.10 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410622 Apr 22 16:27:39.255160 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3913ae2d-683b-4349-ac1f-490a2073784e req-334f6a3b-c93a-4ed7-a495-98b0a48819f5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 210 time: 0.0789998 Apr 22 16:27:39.331496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:39.335948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Usage tracker for resource:port and tenant:126d3bf01d9b49c2847c729ebcd5cccb is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:39.341006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:39.349428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:39.407227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Made reservation on behalf of 126d3bf01d9b49c2847c729ebcd5cccb for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:39.419318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:39.448478 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-bb62ec5c-6845-4bd9-8514-005b77b9dfc0 service neutron] 10.222.0.10 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920547 Apr 22 16:27:39.645918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Allocated IP 172.20.0.13 (87b63e8a-3742-479a-93de-cdc988f91c66/5fbba67a-be74-4a3d-b1eb-54010b0737f5/d12bca7d-55be-4ff4-9ad1-3698b894099e) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:39.686575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293885e9-7b2d-46ae-ba74-b385f5b64296 req-054a4e3d-5015-4eb1-b234-5a0b364da720 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:39.688378 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-293885e9-7b2d-46ae-ba74-b385f5b64296 req-054a4e3d-5015-4eb1-b234-5a0b364da720 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1127081 Apr 22 16:27:39.763763 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-293885e9-7b2d-46ae-ba74-b385f5b64296 req-42e2eecf-e18e-4a0e-9dc1-bdb38fc80a3f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680742 Apr 22 16:27:39.949714 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13069f43-8ef8-4166-891f-8665e84c0bcb req-84822372-272d-4ae7-bb8c-f1168098c194 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 210 time: 0.0733438 Apr 22 16:27:39.952525 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2c6c29e7-85d7-46c2-8295-401d955def2a req-d9545435-e98a-43dc-a09a-fd70fcdf36e5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 210 time: 0.1435850 Apr 22 16:27:40.023898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:40.135051 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:40.145061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ca6ed727-1d7e-404c-a7bd-ba68065fd572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:40.184311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', '6a4873f9-11d0-45e3-859e-ddb84c78567a'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:40.251139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Network 87b63e8a-3742-479a-93de-cdc988f91c66 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:40.254738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:40.268178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:40.370647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event updated for resources: {'Port': ['ID=d12bca7d-55be-4ff4-9ad1-3698b894099e,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:40.428768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.429223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.430034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.430034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.430558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.430958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.431352 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.431742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.432133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.432541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.432929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.433315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:40.474269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:40.510449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:40.526025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:40.707631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-89a79d79-7aed-48ea-b514-c408602871c8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:40.709140 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-89a79d79-7aed-48ea-b514-c408602871c8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 817 time: 0.3316708 Apr 22 16:27:40.751262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725e5bb-f7d7-43de-868d-0aec5e4d8b47 req-0ebe5dab-aef3-4fb9-a968-d1688ccb5a00 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:40.755333 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b725e5bb-f7d7-43de-868d-0aec5e4d8b47 req-0ebe5dab-aef3-4fb9-a968-d1688ccb5a00 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 932 time: 0.2884929 Apr 22 16:27:40.811844 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-60b482f4-44e9-4184-9421-53152d65e4aa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 379 time: 0.0855203 Apr 22 16:27:40.854996 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b725e5bb-f7d7-43de-868d-0aec5e4d8b47 req-37b56ea1-c0ef-4671-b9c9-a6c48d90a09d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859790 Apr 22 16:27:40.862767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'port': {'device_id': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'admin_state_up': True, 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'security_groups': ['6c8f4387-29ad-4b97-a272-2c7c6bead64f']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:40.928681 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7982228 Apr 22 16:27:40.959741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Request body: {'port': {'device_id': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:41.051514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:41.121736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.207809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:41.380428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c02b-16be-4232-9218-4d988b8a59dc req-883748f6-7cab-472a-b47e-39032b3fe3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:41.382300 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2db4a96-9d49-4f72-b5ec-ba187a2222f9 req-23f8bf67-d390-4a97-a18d-801ab3557eb7 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 210 time: 0.1845336 Apr 22 16:27:41.383263 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0183c02b-16be-4232-9218-4d988b8a59dc req-883748f6-7cab-472a-b47e-39032b3fe3a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.2164545 Apr 22 16:27:41.425006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc8aca-1de4-447a-96ef-aa9199752379 req-34438c41-f0c3-4ef7-afea-1f7014d86eb4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:41.426675 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1fcc8aca-1de4-447a-96ef-aa9199752379 req-34438c41-f0c3-4ef7-afea-1f7014d86eb4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.3329356 Apr 22 16:27:41.502908 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1fcc8aca-1de4-447a-96ef-aa9199752379 req-b9be89ad-7ff5-464b-99c7-9e30c1b879fe tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692444 Apr 22 16:27:41.569985 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-282c551d-077b-4d1e-806e-1dce2551654d req-c702516c-356d-4601-871d-30cf0fdf88ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 210 time: 0.0610435 Apr 22 16:27:41.591882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Made reservation on behalf of 2dc631ec763f43c5b439665925552ced for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:41.610247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.784243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40722) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:41.918122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c02b-16be-4232-9218-4d988b8a59dc req-89c2624a-396a-4748-93fe-27d943627dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:41.920117 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0183c02b-16be-4232-9218-4d988b8a59dc req-89c2624a-396a-4748-93fe-27d943627dc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.5443676 Apr 22 16:27:41.997634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Allocated IP 172.20.0.3 (22ad9635-e8a2-4b02-859f-9814b3cf4838/fa818441-cc39-4c70-b48f-a39b36b5aab9/ce198f61-7946-47a0-931b-90340af6f9b6) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:42.019044 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0183c02b-16be-4232-9218-4d988b8a59dc req-e1cadcb5-ac79-4eee-abd8-ee3ac8d8f52c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 217 time: 0.0836377 Apr 22 16:27:42.115681 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c02b-16be-4232-9218-4d988b8a59dc req-46a12ebc-5c37-4230-a563-f6bf74968cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:42.117322 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0183c02b-16be-4232-9218-4d988b8a59dc req-46a12ebc-5c37-4230-a563-f6bf74968cab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0902050 Apr 22 16:27:42.220314 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d631345b-85e8-4eed-8b3f-b69fcfbabeb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b387c0a14fb4d8d950143df9a18a861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346123 Apr 22 16:27:42.238252 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0183c02b-16be-4232-9218-4d988b8a59dc req-007c2843-4715-4b2f-9c22-8432ba9d4cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817683 Apr 22 16:27:42.248762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40736) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:42.349531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4172bc1-0903-46ee-93b9-4dc6ac0ceee3 req-5f527e02-7e84-4030-a52e-8837cabd5fac tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:42.351367 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4172bc1-0903-46ee-93b9-4dc6ac0ceee3 req-5f527e02-7e84-4030-a52e-8837cabd5fac tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 932 time: 0.2953713 Apr 22 16:27:42.365974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12bca7d-55be-4ff4-9ad1-3698b894099e {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:42.463317 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4172bc1-0903-46ee-93b9-4dc6ac0ceee3 req-70f25632-ace8-4bae-8fd2-19d8a51a5706 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716443 Apr 22 16:27:42.473730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:42.490715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:42.496287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Transition to ACTIVE for port object ce198f61-7946-47a0-931b-90340af6f9b6 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:42.528640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:42.579773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Transition to ACTIVE for port object d12bca7d-55be-4ff4-9ad1-3698b894099e will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:42.605972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:42.620917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:42.634083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:42.636109 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e0d1d848-eb33-40eb-81e7-8eee6eb3dd15 req-44566eaa-ca48-41c5-866f-a83b7a77b27a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 210 time: 0.1105847 Apr 22 16:27:42.650179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:42.650318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:42.739941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:42.787764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:42.816527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:42.827587 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0183c02b-16be-4232-9218-4d988b8a59dc req-6873cc5c-bf00-4de5-b108-262f3414e73b service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720019 Apr 22 16:27:42.952767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:42.960517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:42.989747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60201f19-6f50-41d0-bab2-ee8079dae6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.048006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Pushing event updated for resources: {'Port': ['ID=d12bca7d-55be-4ff4-9ad1-3698b894099e,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:43.053944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:43.093413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:43.123876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.124428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.124821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.125107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.125550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.125917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.126308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.126674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.127071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.127449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.127855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.128274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:43.139055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:43.161719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a491c-1888-4397-845e-ab0372e3e197 req-7788ba1b-62db-4d6a-adf7-da0056ab8c7f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:43.164710 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c5a491c-1888-4397-845e-ab0372e3e197 req-7788ba1b-62db-4d6a-adf7-da0056ab8c7f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.4233809 Apr 22 16:27:43.199108 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3511906 Apr 22 16:27:43.222627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb23c-eabb-43e6-97f8-4636da72ed8e req-bdb9fa85-6b90-4058-b0d9-e8fec5253361 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:43.223858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-6a0fb23c-eabb-43e6-97f8-4636da72ed8e req-bdb9fa85-6b90-4058-b0d9-e8fec5253361 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:43.233876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Request body: {'port': {'device_id': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:43.253096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-cb48af68-c807-4553-97cb-a074f0137f92 None None] Provisioning for port ce198f61-7946-47a0-931b-90340af6f9b6 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:43.261553 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-cb48af68-c807-4553-97cb-a074f0137f92 None None] Provisioning complete for port ce198f61-7946-47a0-931b-90340af6f9b6 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:43.261979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cb48af68-c807-4553-97cb-a074f0137f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.314894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.323208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a4a57c0b-5bc2-4ac6-9951-c41d0d987cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:43.335352 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0183c02b-16be-4232-9218-4d988b8a59dc req-28904af4-8ff1-44e0-9bfe-1597aa9f5ae9 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880152 Apr 22 16:27:43.336190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Attempting to bind port d12bca7d-55be-4ff4-9ad1-3698b894099e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:43.336805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Attempting to bind port d12bca7d-55be-4ff4-9ad1-3698b894099e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:43.336937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Attempting to bind port d12bca7d-55be-4ff4-9ad1-3698b894099e on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:43.338803 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c5a491c-1888-4397-845e-ab0372e3e197 req-225e3060-e6f5-4153-9af5-9fdafc8ac727 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670957 Apr 22 16:27:43.345829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe4895-f59b-4d67-bee7-0887e0c3af2a,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:43.351083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:43.351774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Port d12bca7d-55be-4ff4-9ad1-3698b894099e on network 87b63e8a-3742-479a-93de-cdc988f91c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:27:43.352159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Attempting to bind port d12bca7d-55be-4ff4-9ad1-3698b894099e on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:43.356969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-6a0fb23c-eabb-43e6-97f8-4636da72ed8e req-bdb9fa85-6b90-4058-b0d9-e8fec5253361 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:43.360330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:43.360715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Checking segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:43.361525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Bound using segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:43.361650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Bound port: d12bca7d-55be-4ff4-9ad1-3698b894099e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:43.361969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.367340 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6a0fb23c-eabb-43e6-97f8-4636da72ed8e req-bdb9fa85-6b90-4058-b0d9-e8fec5253361 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 931 time: 0.5601873 Apr 22 16:27:43.372570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.376325 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88fe4895-f59b-4d67-bee7-0887e0c3af2a HTTP/1.1" status: 204 len: 168 time: 1.1237104 Apr 22 16:27:43.395929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-cb48af68-c807-4553-97cb-a074f0137f92 None None] Port ce198f61-7946-47a0-931b-90340af6f9b6 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:27:43.478999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] For port d12bca7d-55be-4ff4-9ad1-3698b894099e, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:43.483711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] For port d12bca7d-55be-4ff4-9ad1-3698b894099e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d12bca7d-55be-4ff4-9ad1-3698b894099e,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:43.525103 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6a0fb23c-eabb-43e6-97f8-4636da72ed8e req-ee6e52d2-ca44-4793-b651-8809cf82d7fc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565175 Apr 22 16:27:43.547827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.556383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.570612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:43.654803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:43.656574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.660031 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] 10.222.0.26 "PUT /v2.0/ports/d12bca7d-55be-4ff4-9ad1-3698b894099e HTTP/1.1" status: 200 len: 1094 time: 2.7078257 Apr 22 16:27:43.685884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'tag': 'd12bca7d-55be-4ff4-9ad1-3698b894099e'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:44.102299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-bf8bc1d8-7b5b-4116-a411-11b4800c80e4 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:44.103819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-bf8bc1d8-7b5b-4116-a411-11b4800c80e4 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Synchronizing usage tracker for tenant:b06b1066375d4504906c409d9b283cd4 on resource:network {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:44.110076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Pushing event updated for resources: {'Port': ['ID=d12bca7d-55be-4ff4-9ad1-3698b894099e,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:44.116007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:44.183094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-bf8bc1d8-7b5b-4116-a411-11b4800c80e4 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Unset dirty status for tenant:b06b1066375d4504906c409d9b283cd4 on resource:network {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:44.183094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-bf8bc1d8-7b5b-4116-a411-11b4800c80e4 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "GET /v2.0/networks?id=5c9c2ca7-8d65-4db3-af28-5abfead653c2 HTTP/1.1" status: 200 len: 809 time: 0.4483488 Apr 22 16:27:44.184838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62c7c-713d-478c-b404-ec255782c63e req-b7e3d351-3465-4fc5-8ed4-ba88363d0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:44.187920 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-b7e3d351-3465-4fc5-8ed4-ba88363d0d53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 1097 time: 0.3821557 Apr 22 16:27:44.221299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Request body: {'port': {'device_id': '54070d67-923c-4327-a0bf-6bca46cbb985', 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2', 'admin_state_up': True, 'tenant_id': 'b06b1066375d4504906c409d9b283cd4'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:44.221429 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9186bcfa-f499-4d25-8d2f-169cbd023491 req-f9c66621-2c18-4ac6-ba68-e715d310f32f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 210 time: 0.4144437 Apr 22 16:27:44.345701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bf793-2120-44eb-aa1a-37b04a478d0b req-fc74fc92-cf53-453a-b65a-f3986b46820e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:44.347301 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a07bf793-2120-44eb-aa1a-37b04a478d0b req-fc74fc92-cf53-453a-b65a-f3986b46820e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 944 time: 0.7038047 Apr 22 16:27:44.395193 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'tag': 'd12bca7d-55be-4ff4-9ad1-3698b894099e', 'status': 'completed', 'code': 200} Apr 22 16:27:44.491832 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a07bf793-2120-44eb-aa1a-37b04a478d0b req-3fc1c3b4-771e-4d7d-b79d-37af771c37a1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379395 Apr 22 16:27:44.552644 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-8793973e-a5c9-4125-a39d-27e8ef6c9ec2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12bca7d-55be-4ff4-9ad1-3698b894099e HTTP/1.1" status: 200 len: 217 time: 0.3435464 Apr 22 16:27:44.665131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62c7c-713d-478c-b404-ec255782c63e req-f013b0db-14f8-46dd-987d-ed36b5dd8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:44.667320 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-f013b0db-14f8-46dd-987d-ed36b5dd8c0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 200 len: 855 time: 0.1009877 Apr 22 16:27:44.676810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:44.682262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Usage tracker for resource:port and tenant:b06b1066375d4504906c409d9b283cd4 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:44.687110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:44.695030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce198f61-7946-47a0-931b-90340af6f9b6 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:44.713144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:44.758080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:44.776410 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-79bfeda6-d8bf-468f-85a1-d3dca23c8e77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87b63e8a-3742-479a-93de-cdc988f91c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841308 Apr 22 16:27:44.855754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a928d5-8d4e-4572-939b-5ba0932000fc req-8fee9ffd-995e-4fc0-b997-4df45a0efa35 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:44.857980 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52a928d5-8d4e-4572-939b-5ba0932000fc req-8fee9ffd-995e-4fc0-b997-4df45a0efa35 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.3294563 Apr 22 16:27:44.864408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Transition to ACTIVE for port object ce198f61-7946-47a0-931b-90340af6f9b6 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:44.883890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73bd52-23bb-4f47-a640-ecd708b6c962 req-45d3be3c-d307-4de8-b3ab-700f3301e662 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:44.885575 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9c73bd52-23bb-4f47-a640-ecd708b6c962 req-45d3be3c-d307-4de8-b3ab-700f3301e662 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 931 time: 0.1200500 Apr 22 16:27:44.967115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Made reservation on behalf of b06b1066375d4504906c409d9b283cd4 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:44.970320 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52a928d5-8d4e-4572-939b-5ba0932000fc req-54de820b-a79e-4491-9a19-41c87ef422a8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836422 Apr 22 16:27:44.971038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:44.976219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40826) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:44.976639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:44.986493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:45.014935 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-42c6ae9f-76f4-4f1f-8dc3-9139a75bb8fd service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280805 Apr 22 16:27:45.036552 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9c73bd52-23bb-4f47-a640-ecd708b6c962 req-fe22741e-22ef-42d3-b223-f52ed161a9d7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267023 Apr 22 16:27:45.190255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0ed6870e-e1a1-4575-82b3-312820c3ca76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:45.192245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:45.201164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:45.319001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-739823804-network', 'tenant_id': '696271be71914905b85897ccb82f3294'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:45.326582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:45.338407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Usage tracker for resource:network and tenant:696271be71914905b85897ccb82f3294 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:45.351681 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99e62c7c-713d-478c-b404-ec255782c63e req-0c7b2d31-3799-4506-900d-c180426c1155 service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895155 Apr 22 16:27:45.362469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:45.374563 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:45.379358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Allocated IP 172.20.0.4 (5c9c2ca7-8d65-4db3-af28-5abfead653c2/d5189270-33c8-4fa5-af4a-bcf7b909b1ec/e1672bb5-5e9a-4b47-8596-f372fb9b887f) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:45.404160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Attempting to bind port ce198f61-7946-47a0-931b-90340af6f9b6 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:45.404532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Attempting to bind port ce198f61-7946-47a0-931b-90340af6f9b6 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:45.404893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Attempting to bind port ce198f61-7946-47a0-931b-90340af6f9b6 on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:45.410169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Port ce198f61-7946-47a0-931b-90340af6f9b6 on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:27:45.410556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Attempting to bind port ce198f61-7946-47a0-931b-90340af6f9b6 on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:45.416751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:45.417111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Checking segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:45.417528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Bound using segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:45.418008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Bound port: ce198f61-7946-47a0-931b-90340af6f9b6, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:45.418391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:45.484182 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-97e531cf-da2e-46ce-a107-e4256391ffd4 req-11d6b790-4bfb-4e7c-8c96-73ee9d36caaa tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 210 time: 0.0541866 Apr 22 16:27:45.516890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Made reservation on behalf of 696271be71914905b85897ccb82f3294 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:45.521810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:45.546034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:45.583765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:45.601815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Usage tracker for resource:security_group_rule and tenant:696271be71914905b85897ccb82f3294 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:45.607053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:45.618940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:45.629242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:45.636891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:45.682642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:45.706937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:45.791316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:45.792014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:45.793561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 200 len: 1093 time: 2.5655425 Apr 22 16:27:45.799244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:45.832900 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:45.837763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:45.853501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2033a27-7f0c-4652-8fa2-9b214c6f29a5 req-7b7af908-5876-4314-bf6e-e2ca9c588095 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:45.855283 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a2033a27-7f0c-4652-8fa2-9b214c6f29a5 req-7b7af908-5876-4314-bf6e-e2ca9c588095 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 944 time: 0.2276931 Apr 22 16:27:45.892820 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'status': 'completed', 'code': 200} Apr 22 16:27:45.942065 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a2033a27-7f0c-4652-8fa2-9b214c6f29a5 req-f282b0bc-2bb7-4c7d-9d55-a9a58fb18c45 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767663 Apr 22 16:27:45.968102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-92195f71-5a9f-484c-8bbf-9a80260345c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:45.969842 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-92195f71-5a9f-484c-8bbf-9a80260345c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 1097 time: 0.2395175 Apr 22 16:27:46.042999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.111724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77c91e-2c78-464a-a371-125ef4695371 req-78fb487b-af1a-4c1e-a7ef-31cd2259416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.113440 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ed77c91e-2c78-464a-a371-125ef4695371 req-78fb487b-af1a-4c1e-a7ef-31cd2259416a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1096 time: 0.1670427 Apr 22 16:27:46.158909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.190291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.192694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-7e78e98b-ec48-428c-9b45-09cab68c985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.194586 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-7e78e98b-ec48-428c-9b45-09cab68c985e service neutron] 10.222.0.26 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 916 time: 0.2094064 Apr 22 16:27:46.226225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.280875 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-ac5db657-e2bf-4c37-afaa-36a956e3d4cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d12bca7d-55be-4ff4-9ad1-3698b894099e HTTP/1.1" status: 200 len: 217 time: 0.0779755 Apr 22 16:27:46.282502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.292487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f941d726-e96e-48c7-ba7a-381c6b9191d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:46.294202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:46.398536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:27:46.416838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:46.422491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8d554b-9d8a-454d-b67e-2a008dd3a864,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:46.423306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:46.433781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:46.437722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:46.445904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.446296 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Added segment ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29 of type vlan for network cead4022-2154-47d3-9c73-06d84eb204db Apr 22 16:27:46.488206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Pushing event updated for resources: {'Port': ['ID=e1672bb5-5e9a-4b47-8596-f372fb9b887f,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:46.497067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:46.506324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-d1d40d81-86e4-4ed8-8ca2-f4b8fbe7de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.507931 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-d1d40d81-86e4-4ed8-8ca2-f4b8fbe7de3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 200 len: 855 time: 0.2177753 Apr 22 16:27:46.522610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d6dc-a766-4bc8-b87e-b2f9bf3e07ab req-9e8fa0ae-8ce5-45b2-90df-8e9da227ee33 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.524278 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4887d6dc-a766-4bc8-b87e-b2f9bf3e07ab req-9e8fa0ae-8ce5-45b2-90df-8e9da227ee33 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.4098535 Apr 22 16:27:46.531558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.532445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.536449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77c91e-2c78-464a-a371-125ef4695371 req-f6ebe54d-1e8e-4844-ba46-414925b9f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.538030 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ed77c91e-2c78-464a-a371-125ef4695371 req-f6ebe54d-1e8e-4844-ba46-414925b9f5d4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2dc631ec763f43c5b439665925552ced&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3752694 Apr 22 16:27:46.579113 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-09833c1e-14e5-4879-b2b7-6edc315a0b47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87b63e8a-3742-479a-93de-cdc988f91c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603120 Apr 22 16:27:46.587920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.588623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.596565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d302-38ac-4da5-b8a5-3c3fa43e73f0 req-549d6b82-6a9a-459f-92c7-7c07867128d8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.598225 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ba67d302-38ac-4da5-b8a5-3c3fa43e73f0 req-549d6b82-6a9a-459f-92c7-7c07867128d8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.3786523 Apr 22 16:27:46.703486 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4930251 Apr 22 16:27:46.736932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Request body: {'port': {'device_id': '54070d67-923c-4327-a0bf-6bca46cbb985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:46.757986 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4887d6dc-a766-4bc8-b87e-b2f9bf3e07ab req-45b3bccb-499e-4056-89d9-83807277cffd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171211 Apr 22 16:27:46.777120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.789588 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ba67d302-38ac-4da5-b8a5-3c3fa43e73f0 req-921dc190-8a08-4ef7-833d-1f75427ba5e6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656942 Apr 22 16:27:46.789588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.789588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.798183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:46.816293 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-e64efcba-d4e3-4d67-ba5b-d43e8264e7b1 service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231290 Apr 22 16:27:46.915216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77c91e-2c78-464a-a371-125ef4695371 req-53607ed8-a4e1-42ef-ad63-e7eb95df799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.916874 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ed77c91e-2c78-464a-a371-125ef4695371 req-53607ed8-a4e1-42ef-ad63-e7eb95df799b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3674252 Apr 22 16:27:46.974840 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9952037 Apr 22 16:27:46.975707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Pushing event updated for resources: {'Network': ['ID=cead4022-2154-47d3-9c73-06d84eb204db,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:46.979030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40854) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:46.984332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:46.995247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Request body: {'subnet': {'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-739823804-subnet', 'tenant_id': '696271be71914905b85897ccb82f3294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:47.002026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network cead4022-2154-47d3-9c73-06d84eb204db details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:27:47.019010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:47.032307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Usage tracker for resource:subnet and tenant:696271be71914905b85897ccb82f3294 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:47.039010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:47.053620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:47.073320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:47.109445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2abe6-87e9-4672-848a-684ebd7791f5 req-6d90c88c-9a28-4658-97f9-9ffc8cfe0a9e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:47.111467 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c3a2abe6-87e9-4672-848a-684ebd7791f5 req-6d90c88c-9a28-4658-97f9-9ffc8cfe0a9e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 931 time: 0.1871381 Apr 22 16:27:47.128735 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-f2b67245-cd84-44c8-a92f-72fb27a440ce service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033588 Apr 22 16:27:47.135056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Made reservation on behalf of 696271be71914905b85897ccb82f3294 for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:47.140687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32491318'] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:47.225311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-e5f8a063-1c0e-4d7d-86e2-42596480d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:47.226907 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-e5f8a063-1c0e-4d7d-86e2-42596480d21e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1096 time: 0.2106895 Apr 22 16:27:47.243893 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c3a2abe6-87e9-4672-848a-684ebd7791f5 req-d514cdc7-5788-4934-89d7-fbab988aa588 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904531 Apr 22 16:27:47.531202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-f31623aa-fc26-4f1d-928c-6afafef3417b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 200 len: 217 time: 0.2849939 Apr 22 16:27:47.545279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:47.545693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10fc41-4a25-4a53-bed2-b985674066b3 req-8e5d3f94-b9c5-48fd-bc2d-f082dd3d009b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:47.547520 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8d10fc41-4a25-4a53-bed2-b985674066b3 req-8e5d3f94-b9c5-48fd-bc2d-f082dd3d009b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 944 time: 0.4353201 Apr 22 16:27:47.664041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-7afc71a6-31bb-487c-b7a0-20f7720d1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:47.665794 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-7afc71a6-31bb-487c-b7a0-20f7720d1c74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.1152380 Apr 22 16:27:47.669094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8d10fc41-4a25-4a53-bed2-b985674066b3 req-566c71af-d4bc-4e5a-a5e5-b97a4d0ccb03 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784721 Apr 22 16:27:47.749428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1672bb5-5e9a-4b47-8596-f372fb9b887f {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:47.760475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:47.791216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0081-2b47-43b2-879a-057ed717722e req-55db5bf4-2b89-4fd6-90c4-d9e9cf1280f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:47.797223 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-55db5bf4-2b89-4fd6-90c4-d9e9cf1280f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032548 Apr 22 16:27:47.841402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Transition to ACTIVE for port object e1672bb5-5e9a-4b47-8596-f372fb9b887f will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:47.904030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:47.916054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:48.112625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-8bfae783-824e-41c2-9d4a-5047292f58ec service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028011 Apr 22 16:27:48.133935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Pushing event updated for resources: {'Port': ['ID=e1672bb5-5e9a-4b47-8596-f372fb9b887f,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:48.140894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:48.245518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Attempting to bind port e1672bb5-5e9a-4b47-8596-f372fb9b887f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:48.245868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Attempting to bind port e1672bb5-5e9a-4b47-8596-f372fb9b887f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:48.246341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Attempting to bind port e1672bb5-5e9a-4b47-8596-f372fb9b887f on network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:48.258138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Port e1672bb5-5e9a-4b47-8596-f372fb9b887f on network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:27:48.258490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Attempting to bind port e1672bb5-5e9a-4b47-8596-f372fb9b887f on network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:48.261104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31806704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32491303'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:48.265099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba266417-ee9c-47c4-9fbe-0b295a1a683f req-4ef97c24-9173-402e-9c10-0978fb67798c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:48.266986 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ba266417-ee9c-47c4-9fbe-0b295a1a683f req-4ef97c24-9173-402e-9c10-0978fb67798c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.3389430 Apr 22 16:27:48.270130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-767b0c60-6908-478b-8165-fe5eb6f4b602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:48.298519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2bf41-e621-401e-b834-23a0c3c22ad1 req-d709f6cc-793a-48c7-824d-ee289afec6c3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:48.300202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ace2bf41-e621-401e-b834-23a0c3c22ad1 req-d709f6cc-793a-48c7-824d-ee289afec6c3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.3237522 Apr 22 16:27:48.303741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:48.304123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Checking segment: {'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:48.304581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Bound using segment: {'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:48.305085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Bound port: e1672bb5-5e9a-4b47-8596-f372fb9b887f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:48.305537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:48.427871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61459da-d5eb-4647-9796-9a1a9f32be47,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:48.432513 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa5d0081-2b47-43b2-879a-057ed717722e req-f0c0da63-b140-482b-883a-948c938ed529 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087060 Apr 22 16:27:48.435674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:48.436661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Checking segment: {'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:48.437071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Network hostable DHCP agents. Network: cead4022-2154-47d3-9c73-06d84eb204db, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:27:48.441081 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ba266417-ee9c-47c4-9fbe-0b295a1a683f req-8efc1008-88d6-4204-ae76-7864ecbd54f7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367836 Apr 22 16:27:48.454763 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ace2bf41-e621-401e-b834-23a0c3c22ad1 req-ff5bd644-64c7-4891-bd69-8713711267ca tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445820 Apr 22 16:27:48.503955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] For port e1672bb5-5e9a-4b47-8596-f372fb9b887f, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:48.505957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] For port e1672bb5-5e9a-4b47-8596-f372fb9b887f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1672bb5-5e9a-4b47-8596-f372fb9b887f,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:48.533269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Network cead4022-2154-47d3-9c73-06d84eb204db is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:27:48.566487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:48.572251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:48.656589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:48.657347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:48.658949 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1672bb5-5e9a-4b47-8596-f372fb9b887f HTTP/1.1" status: 200 len: 1093 time: 1.9300945 Apr 22 16:27:48.659505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54070d67-923c-4327-a0bf-6bca46cbb985', 'tag': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:48.668426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, cead4022-2154-47d3-9c73-06d84eb204db) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:48.699875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:48.700645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:48.703324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa82e16a-6492-4411-a63e-83af600e66f4 None None] Network cead4022-2154-47d3-9c73-06d84eb204db requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:48.721495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Pushing event updated for resources: {'Port': ['ID=e1672bb5-5e9a-4b47-8596-f372fb9b887f,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:48.726330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:48.783913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688e406-3c3f-43c2-b7b9-f1203f3d982b req-0c2aca15-e2c2-4bb5-869b-a33e1d06ac0f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:48.785759 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3688e406-3c3f-43c2-b7b9-f1203f3d982b req-0c2aca15-e2c2-4bb5-869b-a33e1d06ac0f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 943 time: 0.1564541 Apr 22 16:27:48.844859 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54070d67-923c-4327-a0bf-6bca46cbb985', 'tag': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f', 'status': 'completed', 'code': 200} Apr 22 16:27:48.873306 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8880377 Apr 22 16:27:48.911056 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3688e406-3c3f-43c2-b7b9-f1203f3d982b req-da6ee892-47d8-41d8-9f24-4a69e7378781 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101737 Apr 22 16:27:48.948641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-3e011258-d99f-4743-ae11-b816b79f1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:48.950343 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-3e011258-d99f-4743-ae11-b816b79f1a8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b06b1066375d4504906c409d9b283cd4&device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 1096 time: 0.1922686 Apr 22 16:27:49.082038 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-61da4bf4-f8fc-4211-a811-327d1a71b514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1672bb5-5e9a-4b47-8596-f372fb9b887f HTTP/1.1" status: 200 len: 217 time: 0.1175933 Apr 22 16:27:49.219635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-efd987ae-97cc-44a4-8189-566ebdb392f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:49.221527 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-efd987ae-97cc-44a4-8189-566ebdb392f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5189270-33c8-4fa5-af4a-bcf7b909b1ec HTTP/1.1" status: 200 len: 849 time: 0.1328404 Apr 22 16:27:49.310287 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-1fae93c5-4102-4f5b-8c0f-9363fed4343f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c9c2ca7-8d65-4db3-af28-5abfead653c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803554 Apr 22 16:27:49.362184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbcb6c-d808-48b9-982d-58563351a7b3 req-ba3919d2-663a-4c56-83b4-bd44df46dd53 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:49.364168 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-86fbcb6c-d808-48b9-982d-58563351a7b3 req-ba3919d2-663a-4c56-83b4-bd44df46dd53 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 944 time: 0.2607031 Apr 22 16:27:49.408306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6aacf8-d78d-44fe-9298-f5a76ca5eb98 None None] Network cead4022-2154-47d3-9c73-06d84eb204db requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:49.485123 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-86fbcb6c-d808-48b9-982d-58563351a7b3 req-1aa17266-3e93-44bf-898d-52fbc8d39014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087139 Apr 22 16:27:49.514182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 40900) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:49.759463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:49.795165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:49.800396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Usage tracker for resource:security_group_rule and tenant:bdff2e49205747d3980101512cf3856b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:49.803750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:49.814227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:49.871612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999044f-a914-4d75-94ce-1e6c05c6115c req-8a8b3d8c-2036-4c33-9cba-954b8bdfccf3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:49.874063 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e999044f-a914-4d75-94ce-1e6c05c6115c req-8a8b3d8c-2036-4c33-9cba-954b8bdfccf3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1975183 Apr 22 16:27:49.927428 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-88a536f0-c7de-44d5-95fa-d474dcab88e4 service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092393 Apr 22 16:27:49.946528 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e999044f-a914-4d75-94ce-1e6c05c6115c req-fd360426-cd3d-4162-a6c9-6d6846eba5b9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619440 Apr 22 16:27:50.113764 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0574810c-fb28-47b7-af20-34cfb49c5731 req-7c132157-4bf3-418d-b768-629c9f1a3838 service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791384 Apr 22 16:27:50.138594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:50.171657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:50.181948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-94f3ab7c-4caf-42e2-b17f-8082545a52a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:50.208311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38385-7a62-4e17-b8b4-c3ac49fd0e05 req-3c9d40bb-a175-4c83-b7e2-12a24d8c8601 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:50.210244 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-12c38385-7a62-4e17-b8b4-c3ac49fd0e05 req-3c9d40bb-a175-4c83-b7e2-12a24d8c8601 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 943 time: 0.1269593 Apr 22 16:27:50.262558 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdff2e49205747d3980101512cf3856b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7472925 Apr 22 16:27:50.266485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 40912) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:50.267907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be1e32-a638-4731-8e91-2b4523fbb8ed,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:50.273301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:50.297760 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-12c38385-7a62-4e17-b8b4-c3ac49fd0e05 req-bd24ee0d-341f-48b4-92c4-7279595cccf0 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766656 Apr 22 16:27:50.414368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:50.456354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:50.469606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-c67ad301-b013-4aaf-95bb-7ccd7e9114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:50.471206 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-c67ad301-b013-4aaf-95bb-7ccd7e9114b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b06b1066375d4504906c409d9b283cd4&device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 1096 time: 0.1734531 Apr 22 16:27:50.641473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-ac6c85d8-bb45-4f9c-9e68-4f22e46a7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:50.643039 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-ac6c85d8-bb45-4f9c-9e68-4f22e46a7adb service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c9c2ca7-8d65-4db3-af28-5abfead653c2 HTTP/1.1" status: 200 len: 910 time: 0.1627417 Apr 22 16:27:50.694770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a59e1-8e14-4d7f-967f-1f23362a1b5b req-28def991-21e3-4386-92d7-749b26d4eb3b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:50.696427 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bf2a59e1-8e14-4d7f-967f-1f23362a1b5b req-28def991-21e3-4386-92d7-749b26d4eb3b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 944 time: 0.0902281 Apr 22 16:27:50.709404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:50.724532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5dc60fa2-1cca-4b0e-9e16-76f093c69171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:50.734513 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-b251c788-e50b-4a86-8a1b-f3da9ac2adab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1672bb5-5e9a-4b47-8596-f372fb9b887f HTTP/1.1" status: 200 len: 217 time: 0.0845315 Apr 22 16:27:50.738987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be1e32-a638-4731-8e91-2b4523fbb8ed,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:50.741603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:50.748626 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bf2a59e1-8e14-4d7f-967f-1f23362a1b5b req-90c97491-f955-44d7-98e5-3197f133c622 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Apr 22 16:27:50.784925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:50.786155 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7be1e32-a638-4731-8e91-2b4523fbb8ed HTTP/1.1" status: 204 len: 168 time: 0.5184026 Apr 22 16:27:50.812820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-05e1f2d9-f501-4ed8-a26b-9e96d6ed6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:50.814398 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-05e1f2d9-f501-4ed8-a26b-9e96d6ed6d8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5189270-33c8-4fa5-af4a-bcf7b909b1ec HTTP/1.1" status: 200 len: 849 time: 0.0705926 Apr 22 16:27:50.870848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-9bc7f382-8392-4811-8805-465c17b4e827 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c9c2ca7-8d65-4db3-af28-5abfead653c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477662 Apr 22 16:27:51.025884 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-fdc6e07b-e41a-4479-94f7-caf4f82010be service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478786 Apr 22 16:27:51.191813 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d021393e-ad90-4bc3-9cd1-9c2e25678ec2 req-d457c289-2d2d-4a20-bc6a-499916d55cd8 service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587069 Apr 22 16:27:51.204239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff9ac5-1373-43af-8aae-e1fba893d0bb req-9be3721d-7629-4955-9b13-e6df008c9b72 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:51.205942 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d3ff9ac5-1373-43af-8aae-e1fba893d0bb req-9be3721d-7629-4955-9b13-e6df008c9b72 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1234689 Apr 22 16:27:51.216766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device d12bca7d-55be-4ff4-9ad1-3698b894099e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:27:51.259558 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d3ff9ac5-1373-43af-8aae-e1fba893d0bb req-1ec239f4-7d1d-43dd-9e6c-38295b50d0fd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472028 Apr 22 16:27:51.419864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port d12bca7d-55be-4ff4-9ad1-3698b894099e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d12bca7d-55be-4ff4-9ad1-3698b894099e,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:51.435572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'd12bca7d-55be-4ff4-9ad1-3698b894099e', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'port_id': 'd12bca7d-55be-4ff4-9ad1-3698b894099e', 'mac_address': 'fa:16:3e:94:59:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbba67a-be74-4a3d-b1eb-54010b0737f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:27:51.498483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:51.517871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12bca7d-55be-4ff4-9ad1-3698b894099e {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:51.536776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port d12bca7d-55be-4ff4-9ad1-3698b894099e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d12bca7d-55be-4ff4-9ad1-3698b894099e,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:51.545740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102e69-7e7d-4e35-87ca-ac6e1734b9fe req-558d1c8b-a388-40f1-afc4-484315e17a86 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:51.575893 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb102e69-7e7d-4e35-87ca-ac6e1734b9fe req-558d1c8b-a388-40f1-afc4-484315e17a86 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 943 time: 0.1219590 Apr 22 16:27:51.601208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:51.604259 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb102e69-7e7d-4e35-87ca-ac6e1734b9fe req-8a0b1f26-c830-4ec0-82e1-66e65236e88c tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500119 Apr 22 16:27:51.604405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:51.706925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=d12bca7d-55be-4ff4-9ad1-3698b894099e,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:51.711087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:51.863019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3e25c-cb41-49a5-a82c-da75eb8e5008 req-d6cbb896-5f9c-4d26-a81a-58a7f4e65461 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:51.864717 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6eb3e25c-cb41-49a5-a82c-da75eb8e5008 req-d6cbb896-5f9c-4d26-a81a-58a7f4e65461 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0972371 Apr 22 16:27:51.923187 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6eb3e25c-cb41-49a5-a82c-da75eb8e5008 req-de365cfa-97c7-41b3-8afe-360558f13ebd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Apr 22 16:27:52.116915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c44bd-fc9c-414a-81ec-6131eedffa4a req-1b080e9f-500c-425e-81e4-a6c441f9740d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:52.118592 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a21c44bd-fc9c-414a-81ec-6131eedffa4a req-1b080e9f-500c-425e-81e4-a6c441f9740d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 945 time: 0.0936196 Apr 22 16:27:52.170067 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a21c44bd-fc9c-414a-81ec-6131eedffa4a req-39647d6a-03b2-4a1d-93d1-7a0b2cb5a48b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438433 Apr 22 16:27:52.477117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['d12bca7d-55be-4ff4-9ad1-3698b894099e'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:52.492175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc6ee-089c-44f6-83ee-9ce266f1c277 req-d41c5307-291d-45f5-8a9e-54b170baa1f8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:52.494559 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-babfc6ee-089c-44f6-83ee-9ce266f1c277 req-d41c5307-291d-45f5-8a9e-54b170baa1f8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.0923765 Apr 22 16:27:52.547315 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-babfc6ee-089c-44f6-83ee-9ce266f1c277 req-d261700b-6fc0-43c0-b22c-03e107afd00e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450478 Apr 22 16:27:52.828533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2680-9916-4a9a-b85a-2c529f42bbb3 req-e3e2ef24-1146-4305-8775-3dbf15891566 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:52.830671 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-09cd2680-9916-4a9a-b85a-2c529f42bbb3 req-e3e2ef24-1146-4305-8775-3dbf15891566 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 943 time: 0.1025832 Apr 22 16:27:52.935947 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-09cd2680-9916-4a9a-b85a-2c529f42bbb3 req-15fbe9c7-4f03-402b-9950-8edd23d2f50d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995560 Apr 22 16:27:53.055086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-0b81f97a-887c-49f7-a96a-504f99441cdc tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:53.055839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-0b81f97a-887c-49f7-a96a-504f99441cdc tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Synchronizing usage tracker for tenant:696271be71914905b85897ccb82f3294 on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:53.110216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-0b81f97a-887c-49f7-a96a-504f99441cdc tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Unset dirty status for tenant:696271be71914905b85897ccb82f3294 on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:53.111523 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-0b81f97a-887c-49f7-a96a-504f99441cdc tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/networks?id=cead4022-2154-47d3-9c73-06d84eb204db HTTP/1.1" status: 200 len: 813 time: 0.2289243 Apr 22 16:27:53.128260 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-063a6406-5e24-4067-a151-7995820cee54 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/quotas/696271be71914905b85897ccb82f3294 HTTP/1.1" status: 200 len: 375 time: 0.0103180 Apr 22 16:27:53.188455 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-f2400541-a642-4f79-9978-3ebdb3e063d0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=696271be71914905b85897ccb82f3294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539613 Apr 22 16:27:53.409471 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-ccf80b08-05a2-46af-a654-f5b73f23f902 service neutron] 10.222.0.10 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133436 Apr 22 16:27:53.468108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388a006-21eb-4ca4-bf76-99a6d3319cd0 req-9d00208c-f6a3-4489-a110-c690f3a3a4d3 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:53.469743 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4388a006-21eb-4ca4-bf76-99a6d3319cd0 req-9d00208c-f6a3-4489-a110-c690f3a3a4d3 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 945 time: 0.1676128 Apr 22 16:27:53.585931 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4388a006-21eb-4ca4-bf76-99a6d3319cd0 req-7402673e-4d39-425f-9b5b-6cf058dfb7b5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651295 Apr 22 16:27:53.606994 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-5cd58c78-4cff-4762-be9a-8c49358a0d77 service neutron] 10.222.0.10 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895857 Apr 22 16:27:53.788058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ba354-5993-4e6f-a9fb-ae75f7858c14 req-98159480-f543-4cde-a55c-739728e8ec4c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:53.790236 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1b2ba354-5993-4e6f-a9fb-ae75f7858c14 req-98159480-f543-4cde-a55c-739728e8ec4c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.0981796 Apr 22 16:27:53.862737 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ce259c2d-7857-4854-8993-3f5921fa847c req-ede23a78-d2ad-4c6b-8b00-7478569aa507 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 210 time: 0.0661418 Apr 22 16:27:53.899208 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1b2ba354-5993-4e6f-a9fb-ae75f7858c14 req-8b7f176b-d187-46d7-87dc-e9b04f6f9f59 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592933 Apr 22 16:27:54.155284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b1d2-1736-456c-9cd8-08fa82be50aa req-300ba089-c078-4728-88f6-c9100c935854 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:54.156981 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b48b1d2-1736-456c-9cd8-08fa82be50aa req-300ba089-c078-4728-88f6-c9100c935854 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 943 time: 0.0948853 Apr 22 16:27:54.209441 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b48b1d2-1736-456c-9cd8-08fa82be50aa req-34efbcf1-f1b7-4ff8-90dd-b4ff561e9ebd tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Apr 22 16:27:54.796561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a76c1-d7b1-494a-8575-6cbe4ebf1179 req-c51a626b-bcd1-4f8b-9808-aaa9e3d6fd82 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:54.798202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c36a76c1-d7b1-494a-8575-6cbe4ebf1179 req-c51a626b-bcd1-4f8b-9808-aaa9e3d6fd82 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 945 time: 0.0915556 Apr 22 16:27:54.850956 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c36a76c1-d7b1-494a-8575-6cbe4ebf1179 req-4c7c1cbb-eb0c-4166-8eba-ed29a6ba43e3 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Apr 22 16:27:55.102561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0cd93309-653b-4dc0-ac3b-60b6c95bb572 req-7f838a69-fea3-45c7-bef8-e2321109be58 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 210 time: 0.1017001 Apr 22 16:27:55.156730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af939e5-b16d-4528-a0d9-c579b6fff089 req-4e0b8e7e-3c9c-45ac-b0e2-0f82faa51233 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:55.158338 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8af939e5-b16d-4528-a0d9-c579b6fff089 req-4e0b8e7e-3c9c-45ac-b0e2-0f82faa51233 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.0994563 Apr 22 16:27:55.221630 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8af939e5-b16d-4528-a0d9-c579b6fff089 req-54f905f3-9637-467d-b271-2d1496b08114 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453594 Apr 22 16:27:55.231267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device e1672bb5-5e9a-4b47-8596-f372fb9b887f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:27:55.304678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device d12bca7d-55be-4ff4-9ad1-3698b894099e up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:55.472021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port e1672bb5-5e9a-4b47-8596-f372fb9b887f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1672bb5-5e9a-4b47-8596-f372fb9b887f,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:55.492687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f', 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2', 'port_id': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f', 'mac_address': 'fa:16:3e:87:6b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5189270-33c8-4fa5-af4a-bcf7b909b1ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:27:55.548058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port d12bca7d-55be-4ff4-9ad1-3698b894099e completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:55.559854 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port d12bca7d-55be-4ff4-9ad1-3698b894099e triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:55.560281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:55.595261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:55.632925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1672bb5-5e9a-4b47-8596-f372fb9b887f {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:55.654031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba15ed-b669-4162-8ef7-c49e1076a026 req-26256eef-8b93-4f21-9234-d7db233c5cef tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:55.656459 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-36ba15ed-b669-4162-8ef7-c49e1076a026 req-26256eef-8b93-4f21-9234-d7db233c5cef tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 943 time: 0.3077168 Apr 22 16:27:55.659417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port e1672bb5-5e9a-4b47-8596-f372fb9b887f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1672bb5-5e9a-4b47-8596-f372fb9b887f,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:55.713068 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-36ba15ed-b669-4162-8ef7-c49e1076a026 req-4fc216a6-c415-434b-b9c9-78e4156778f1 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Apr 22 16:27:55.719208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:55.720091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:27:55.728538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:55.948914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:56.002142 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12bca7d-55be-4ff4-9ad1-3698b894099e'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:56.050997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port d12bca7d-55be-4ff4-9ad1-3698b894099e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d12bca7d-55be-4ff4-9ad1-3698b894099e,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:56.055373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=e1672bb5-5e9a-4b47-8596-f372fb9b887f,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:56.060809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:56.099699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3805-db61-45b1-80d2-f2e8270c88b3 req-9f63d28d-d9d9-49a1-a9d0-a1d4543f18e6 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:56.101429 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a1da3805-db61-45b1-80d2-f2e8270c88b3 req-9f63d28d-d9d9-49a1-a9d0-a1d4543f18e6 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 945 time: 0.1192861 Apr 22 16:27:56.123703 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12bca7d-55be-4ff4-9ad1-3698b894099e', 'code': 200} Apr 22 16:27:56.130242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:56.135547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-22bbc5c1-e2ae-4555-8d74-5f62bcac5b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:56.137347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-cd89257e-e937-4eb9-8fb2-2dd39e409722 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:56.140170 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-cd89257e-e937-4eb9-8fb2-2dd39e409722 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "GET /v2.0/networks?id=cead4022-2154-47d3-9c73-06d84eb204db HTTP/1.1" status: 200 len: 813 time: 0.2006822 Apr 22 16:27:56.166253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Request body: {'port': {'device_id': '9fb69055-02b1-40be-9633-006ab711befb', 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db', 'admin_state_up': True, 'tenant_id': '696271be71914905b85897ccb82f3294'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:56.207373 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a1da3805-db61-45b1-80d2-f2e8270c88b3 req-92a88979-9533-4d15-ac61-df2031056d6b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988791 Apr 22 16:27:56.347785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:56.386432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=d12bca7d-55be-4ff4-9ad1-3698b894099e,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:56.390401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:56.407506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'port_id': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'mac_address': 'fa:16:3e:5a:b0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:27:56.440975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:56.445193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Usage tracker for resource:port and tenant:696271be71914905b85897ccb82f3294 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:56.448635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:56.456102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:56.464763 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fe88a237-4ce7-4c01-99b3-5e488268d327 req-9d089808-8a7e-4f6a-90ad-4c8a2023ded8 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 210 time: 0.1063926 Apr 22 16:27:56.483824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:56.499318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Made reservation on behalf of 696271be71914905b85897ccb82f3294 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:56.506600 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:56.508746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce198f61-7946-47a0-931b-90340af6f9b6 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:56.527042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:56.567157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:56.569055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:56.604630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d05940-b4d1-4a78-8ff4-ce4a9865a9a9 req-a62918f3-d12c-4d66-be95-c1c2b13c7efd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:56.611485 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c4d05940-b4d1-4a78-8ff4-ce4a9865a9a9 req-a62918f3-d12c-4d66-be95-c1c2b13c7efd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1953948 Apr 22 16:27:56.655987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:56.659678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:56.683520 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c4d05940-b4d1-4a78-8ff4-ce4a9865a9a9 req-87b9a4de-aa5d-42ab-a50a-93a8eec5e820 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682068 Apr 22 16:27:56.688062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf63134-b282-461c-98ea-294686199c6c req-1df30703-2b54-475d-a2b1-ebdb4b1b1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:56.689802 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dbf63134-b282-461c-98ea-294686199c6c req-1df30703-2b54-475d-a2b1-ebdb4b1b1a36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 1099 time: 0.1665418 Apr 22 16:27:56.726955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Allocated IP 172.20.0.4 (cead4022-2154-47d3-9c73-06d84eb204db/c61459da-d5eb-4647-9796-9a1a9f32be47/dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:56.740941 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dbf63134-b282-461c-98ea-294686199c6c req-4d419881-1f35-417a-8c78-b1f25d287630 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Apr 22 16:27:56.994882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c2538-032e-49b8-b447-4c7dbff750eb req-02cc8574-e8da-45fd-8168-6893338e2caa tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:56.996597 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e23c2538-032e-49b8-b447-4c7dbff750eb req-02cc8574-e8da-45fd-8168-6893338e2caa tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 944 time: 0.0938334 Apr 22 16:27:57.049426 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e23c2538-032e-49b8-b447-4c7dbff750eb req-478cd175-52f8-49bb-ad68-835ef994f212 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Apr 22 16:27:57.155761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['ce198f61-7946-47a0-931b-90340af6f9b6'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:57.185621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:57.190532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41034) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:57.191262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['e1672bb5-5e9a-4b47-8596-f372fb9b887f'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:57.264641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:57.283574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:57.351968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Network cead4022-2154-47d3-9c73-06d84eb204db is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:57.360172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:57.372170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:57.446186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:57.450718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Pushing event updated for resources: {'Port': ['ID=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:57.455766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:57.469798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:57.470731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:57.473743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:57.479888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Usage tracker for resource:security_group_rule and tenant:59dd318d4d0f4ea798c7b37981a1e241 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:57.495260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:57.505413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:57.542760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524f4c-0c41-4a2c-8ea9-ff333682c614 req-6b832252-0595-4fac-8c94-04b7988f1295 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:57.544917 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b3524f4c-0c41-4a2c-8ea9-ff333682c614 req-6b832252-0595-4fac-8c94-04b7988f1295 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 946 time: 0.1934814 Apr 22 16:27:57.555835 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3997293 Apr 22 16:27:57.605648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Request body: {'port': {'device_id': '9fb69055-02b1-40be-9633-006ab711befb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:57.667132 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b3524f4c-0c41-4a2c-8ea9-ff333682c614 req-b1da2241-5cce-4ea9-8348-0354e49db1ba tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126351 Apr 22 16:27:57.730916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:57.732650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:57.747237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae12b-2a7d-4da3-92a0-20f1e2229aa0 req-546ac801-70e2-43d0-9962-cd23e154c91b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:57.749151 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9ae12b-2a7d-4da3-92a0-20f1e2229aa0 req-546ac801-70e2-43d0-9962-cd23e154c91b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 931 time: 0.1540930 Apr 22 16:27:57.778939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:57.789801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b31b0a4b-f049-484e-bec2-dac92d5b5ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:57.844212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fb9ae12b-2a7d-4da3-92a0-20f1e2229aa0 req-f8a71040-df60-4d6b-8884-2122063ef431 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Synchronizing usage tracker for tenant:696271be71914905b85897ccb82f3294 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:57.899181 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59dd318d4d0f4ea798c7b37981a1e241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074263 Apr 22 16:27:57.908543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ef8f9-ba6d-4c28-b86c-79c74d2520f2,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:57.912466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41048) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:57.918069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:57.989113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fb9ae12b-2a7d-4da3-92a0-20f1e2229aa0 req-f8a71040-df60-4d6b-8884-2122063ef431 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Unset dirty status for tenant:696271be71914905b85897ccb82f3294 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:57.990375 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9ae12b-2a7d-4da3-92a0-20f1e2229aa0 req-f8a71040-df60-4d6b-8884-2122063ef431 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349498 Apr 22 16:27:58.023726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c3919-96ea-472e-8572-5b60bfc2a3cf req-e65946d6-ce78-4946-bdfd-995f89b74211 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:58.025623 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d29c3919-96ea-472e-8572-5b60bfc2a3cf req-e65946d6-ce78-4946-bdfd-995f89b74211 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 944 time: 0.1850514 Apr 22 16:27:58.029096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.081296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.113991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:58.122261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.122885 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d29c3919-96ea-472e-8572-5b60bfc2a3cf req-4cc38c61-dd06-47c6-808c-1b9feef51962 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832510 Apr 22 16:27:58.152463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Transition to ACTIVE for port object dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:58.217593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.226467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-69fb6ad8-bf80-406d-a60e-6cff5d9bede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:58.247390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ef8f9-ba6d-4c28-b86c-79c74d2520f2,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:58.250038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:58.274315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.275807 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a6ef8f9-ba6d-4c28-b86c-79c74d2520f2 HTTP/1.1" status: 204 len: 168 time: 0.3619523 Apr 22 16:27:58.285843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.290156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:58.299996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be622f5a-f40a-408d-85d7-d069078f96f7 req-2f1977d8-81e9-468e-bbd0-24e75e5daaf1 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:58.301617 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be622f5a-f40a-408d-85d7-d069078f96f7 req-2f1977d8-81e9-468e-bbd0-24e75e5daaf1 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 944 time: 0.1272552 Apr 22 16:27:58.356894 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be622f5a-f40a-408d-85d7-d069078f96f7 req-a9f6d90c-b8f2-4731-898a-c8477bf98c7b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Apr 22 16:27:58.462876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:58.470757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:58.544773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Attempting to bind port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:58.545160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Attempting to bind port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:58.545530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Attempting to bind port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a on network cead4022-2154-47d3-9c73-06d84eb204db {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:58.550751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a on network cead4022-2154-47d3-9c73-06d84eb204db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:27:58.551118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Attempting to bind port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a on network cead4022-2154-47d3-9c73-06d84eb204db {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:58.556736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:58.557112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Checking segment: {'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:58.557536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Bound using segment: {'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:58.558049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Bound port: dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:58.558377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.667901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] For port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:58.671637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] For port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:58.715939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.727526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37781366-3bb9-4046-824a-ab00f13976e2 tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:58.796071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:58.796868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:58.798520 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] 10.222.0.26 "PUT /v2.0/ports/dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a HTTP/1.1" status: 200 len: 1093 time: 1.1977241 Apr 22 16:27:58.799083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb69055-02b1-40be-9633-006ab711befb', 'tag': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:58.824169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:58.829062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:58.870757 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb69055-02b1-40be-9633-006ab711befb', 'tag': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a', 'status': 'completed', 'code': 200} Apr 22 16:27:58.911384 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a69a3-a18c-4299-b27c-76b2090da0ea req-144f130d-8f82-457d-a6b4-530c031fb7ed tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:58.913065 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aa5a69a3-a18c-4299-b27c-76b2090da0ea req-144f130d-8f82-457d-a6b4-530c031fb7ed tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 946 time: 0.1208265 Apr 22 16:27:58.963469 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aa5a69a3-a18c-4299-b27c-76b2090da0ea req-1490ce77-2393-45be-80b1-f42552d8192a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Apr 22 16:27:59.008347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaa90-1db4-4e73-a496-696246b36baf req-78cfbaa9-b4a9-4431-b0a6-652414e75f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:59.010036 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-efbaaa90-1db4-4e73-a496-696246b36baf req-78cfbaa9-b4a9-4431-b0a6-652414e75f80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696271be71914905b85897ccb82f3294&device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 1096 time: 0.0891750 Apr 22 16:27:59.191697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaa90-1db4-4e73-a496-696246b36baf req-9f957bde-248e-46bb-90fa-807b76ebfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:59.193318 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-efbaaa90-1db4-4e73-a496-696246b36baf req-9f957bde-248e-46bb-90fa-807b76ebfb8b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=696271be71914905b85897ccb82f3294&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1690235 Apr 22 16:27:59.217144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a5b6-a68c-44e0-84fc-c8ddc8acb113 req-274ec06f-10cb-405d-9170-d9165e8edc58 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:59.218812 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e84a5b6-a68c-44e0-84fc-c8ddc8acb113 req-274ec06f-10cb-405d-9170-d9165e8edc58 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 943 time: 0.1043396 Apr 22 16:27:59.263580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device e1672bb5-5e9a-4b47-8596-f372fb9b887f up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:59.311209 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e84a5b6-a68c-44e0-84fc-c8ddc8acb113 req-a70946e8-d3a8-4126-83cc-cb833fe1e0d1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823216 Apr 22 16:27:59.406920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port e1672bb5-5e9a-4b47-8596-f372fb9b887f completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:59.413586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port e1672bb5-5e9a-4b47-8596-f372fb9b887f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:59.414013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:59.414710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f762fb-0073-4458-9d8e-f2f731520396 req-ba5106a3-ad47-443e-b987-a1641e630905 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:59.416412 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f762fb-0073-4458-9d8e-f2f731520396 req-ba5106a3-ad47-443e-b987-a1641e630905 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 944 time: 0.1108410 Apr 22 16:27:59.565360 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-56f762fb-0073-4458-9d8e-f2f731520396 req-84c5c474-87c0-4d82-975f-f7c8401f882b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417458 Apr 22 16:27:59.617091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:59.658893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaaa90-1db4-4e73-a496-696246b36baf req-2546657c-de96-4231-b83e-307e991fe406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:59.659127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919d5d0-90a5-4bb2-8326-2a20906cf454 req-765122f7-fa9b-4153-8c6c-1a174927ad0f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:59.660572 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-efbaaa90-1db4-4e73-a496-696246b36baf req-2546657c-de96-4231-b83e-307e991fe406 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4584913 Apr 22 16:27:59.661886 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9919d5d0-90a5-4bb2-8326-2a20906cf454 req-765122f7-fa9b-4153-8c6c-1a174927ad0f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 944 time: 0.1642678 Apr 22 16:27:59.677333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54070d67-923c-4327-a0bf-6bca46cbb985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:59.706155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port e1672bb5-5e9a-4b47-8596-f372fb9b887f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1672bb5-5e9a-4b47-8596-f372fb9b887f,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:59.737697 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9919d5d0-90a5-4bb2-8326-2a20906cf454 req-9bf3d443-362b-4829-9b19-04886136e5c6 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Apr 22 16:27:59.745550 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54070d67-923c-4327-a0bf-6bca46cbb985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f', 'code': 200} Apr 22 16:27:59.780708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:59.781983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:59.816561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a4a3124f-5902-4d9a-a994-fbefd75fa2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:59.921412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=e1672bb5-5e9a-4b47-8596-f372fb9b887f,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:59.927213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:59.972475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-52eec3e4-bcd7-44f2-a00a-6bc1864e5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:59.974094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-52eec3e4-bcd7-44f2-a00a-6bc1864e5b4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696271be71914905b85897ccb82f3294&device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 1096 time: 0.0845222 Apr 22 16:27:59.984153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port ce198f61-7946-47a0-931b-90340af6f9b6 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:59.991223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port ce198f61-7946-47a0-931b-90340af6f9b6 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:59.991623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:00.083412 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-2b4625df-551e-4aaa-9e49-4dbf4588d599 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a HTTP/1.1" status: 200 len: 217 time: 0.0820494 Apr 22 16:28:00.136875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:00.173304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-0b84bbfc-a366-4e3b-8ed4-e29a5b0faf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:00.175394 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-0b84bbfc-a366-4e3b-8ed4-e29a5b0faf72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c61459da-d5eb-4647-9796-9a1a9f32be47 HTTP/1.1" status: 200 len: 853 time: 0.0837982 Apr 22 16:28:00.189530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:00.265052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:00.267868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:00.274476 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-43b81c09-3d83-4cb0-a7b1-f50883144261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cead4022-2154-47d3-9c73-06d84eb204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906315 Apr 22 16:28:00.301362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e42a4-d68a-4bd2-8ca0-cc685a5fbe96 req-e5a80a17-3305-4d9a-afca-5345cbb4a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:00.302948 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0a4e42a4-d68a-4bd2-8ca0-cc685a5fbe96 req-e5a80a17-3305-4d9a-afca-5345cbb4a359 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 1098 time: 0.1454663 Apr 22 16:28:00.316670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a169fb-821c-45cc-a072-1245cfa0f117 req-9b7190f9-01bc-47c8-a003-24ff3fe33589 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:00.318272 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-07a169fb-821c-45cc-a072-1245cfa0f117 req-9b7190f9-01bc-47c8-a003-24ff3fe33589 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 946 time: 0.2144439 Apr 22 16:28:00.383738 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0a4e42a4-d68a-4bd2-8ca0-cc685a5fbe96 req-34e804f1-2f10-4a71-8781-4d95aeb4f26f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643957 Apr 22 16:28:00.411389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:00.417006 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-07a169fb-821c-45cc-a072-1245cfa0f117 req-ecacfd14-df88-460e-bb9b-7f3c5d595a10 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749876 Apr 22 16:28:00.421795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:00.468879 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-d6d2be76-fa6d-4194-8679-9240c5435534 service neutron] 10.222.0.26 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852868 Apr 22 16:28:00.557300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9208c-3306-466c-89ec-e5cd1fcf2045 req-2b6f4b70-dceb-476b-b3ba-72e09e0d73f7 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:00.558919 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7aa9208c-3306-466c-89ec-e5cd1fcf2045 req-2b6f4b70-dceb-476b-b3ba-72e09e0d73f7 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 943 time: 0.0901072 Apr 22 16:28:00.611318 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7aa9208c-3306-466c-89ec-e5cd1fcf2045 req-a3942e23-94eb-4897-8d51-84d28e67cc4f tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 Apr 22 16:28:00.790491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebfbec-bb95-408f-9611-b2b4a238b41c req-472a205b-68ea-45f1-b237-3b4c1e183816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:00.793170 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a7ebfbec-bb95-408f-9611-b2b4a238b41c req-472a205b-68ea-45f1-b237-3b4c1e183816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0961967 Apr 22 16:28:00.842995 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a7ebfbec-bb95-408f-9611-b2b4a238b41c req-ea2a1574-3ec8-4f8d-9439-17911aabb8a6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Apr 22 16:28:00.983100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d5341-cedd-48c3-9b5e-199559d27174 req-4fee9810-1d37-4193-bc0d-c7d2f7e30046 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:00.985217 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2a9d5341-cedd-48c3-9b5e-199559d27174 req-4fee9810-1d37-4193-bc0d-c7d2f7e30046 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 945 time: 0.1064899 Apr 22 16:28:01.016406 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-52ab14cb-c183-4042-bca8-9d3b9dee8ec5 req-29c3ba5b-4e56-40ec-a97e-075bb01bf30e service neutron] 10.222.0.26 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869054 Apr 22 16:28:01.053716 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2a9d5341-cedd-48c3-9b5e-199559d27174 req-d671089d-f1e6-4512-bf7f-e9d54e547fcd tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621855 Apr 22 16:28:01.183801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:01.743486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:01.793912 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'code': 200} Apr 22 16:28:01.825848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818a98-b89a-4691-a66d-e296582f2ab9 req-1f51df1b-6bcd-4a3f-a9ef-d9520decafd7 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:01.827459 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9c818a98-b89a-4691-a66d-e296582f2ab9 req-1f51df1b-6bcd-4a3f-a9ef-d9520decafd7 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 943 time: 0.0974197 Apr 22 16:28:01.878472 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9c818a98-b89a-4691-a66d-e296582f2ab9 req-0bd0a306-2c83-4f7a-b65b-7a39fdf8b227 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Apr 22 16:28:02.097829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb259b-be94-4e68-b977-79f24cbffb53 req-9b972738-c86b-44be-8da0-a4a53a96f205 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:02.099684 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-84eb259b-be94-4e68-b977-79f24cbffb53 req-9b972738-c86b-44be-8da0-a4a53a96f205 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1069944 Apr 22 16:28:02.165107 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-84eb259b-be94-4e68-b977-79f24cbffb53 req-2c22b1c7-a69e-4492-a1d3-680dcf2bb71c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578268 Apr 22 16:28:02.304796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4564369-3998-4b84-ab3b-6b2877df2b9b req-e88543c9-3aab-4892-a8db-a4902b00ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:02.306687 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a4564369-3998-4b84-ab3b-6b2877df2b9b req-e88543c9-3aab-4892-a8db-a4902b00ec02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1098 time: 0.1571510 Apr 22 16:28:02.422810 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a4564369-3998-4b84-ab3b-6b2877df2b9b req-6af3475f-be9b-41c5-b639-37ce3ab37af1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487010 Apr 22 16:28:02.456840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528208b-ef64-4d19-bbf4-2bce5d6a00fe req-f5398c10-f29c-40f3-b9ae-4d8205bf4b47 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:02.458382 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f528208b-ef64-4d19-bbf4-2bce5d6a00fe req-f5398c10-f29c-40f3-b9ae-4d8205bf4b47 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 945 time: 0.1143711 Apr 22 16:28:02.507859 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f528208b-ef64-4d19-bbf4-2bce5d6a00fe req-fae398b2-1f2e-4463-8e4b-faba9b925312 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Apr 22 16:28:02.797166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71b6b-a15f-4407-a463-8271aa96d036 req-3e77347b-b6ce-4453-a38c-86be0165d70a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:02.798685 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5df71b6b-a15f-4407-a463-8271aa96d036 req-3e77347b-b6ce-4453-a38c-86be0165d70a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1048942 Apr 22 16:28:02.851676 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5df71b6b-a15f-4407-a463-8271aa96d036 req-06680fcc-3c9b-42de-9916-67d33e92ffa8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Apr 22 16:28:03.098268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a7520-61d7-4467-adcd-681da5d1b097 req-76cc371d-b0ee-4901-98a8-8eb4198d5313 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:03.099891 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e89a7520-61d7-4467-adcd-681da5d1b097 req-76cc371d-b0ee-4901-98a8-8eb4198d5313 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 943 time: 0.1025832 Apr 22 16:28:03.152799 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e89a7520-61d7-4467-adcd-681da5d1b097 req-be9b6ee0-70b9-4fec-b2a5-a44f263b6ae5 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464242 Apr 22 16:28:03.209106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-9b6b7f77-6321-4e22-aa78-3d11bf906244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:03.212355 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-9b6b7f77-6321-4e22-aa78-3d11bf906244 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.0892959 Apr 22 16:28:03.384986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-29c12234-f523-4bd6-88fe-9bd3e75359fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:03.386933 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-29c12234-f523-4bd6-88fe-9bd3e75359fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.1679564 Apr 22 16:28:03.393643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46202482-c7c8-4247-a472-56e4bf4152fa req-31083b22-1ffc-4359-9887-2ecbc93e6be8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:03.395276 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46202482-c7c8-4247-a472-56e4bf4152fa req-31083b22-1ffc-4359-9887-2ecbc93e6be8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0976183 Apr 22 16:28:03.446114 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46202482-c7c8-4247-a472-56e4bf4152fa req-22a443b1-4c7d-46b2-96d7-95f531a5c64a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437722 Apr 22 16:28:03.484110 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-4649cdc2-2b9d-4bc6-b79b-081f0dbca427 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 217 time: 0.0739574 Apr 22 16:28:03.558525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-82c9973e-7f84-4fd5-94d5-7de1c54adc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:03.560719 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-82c9973e-7f84-4fd5-94d5-7de1c54adc74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0699034 Apr 22 16:28:03.619462 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-c5089dd7-62b0-4aef-912d-7fcf4b9690c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515516 Apr 22 16:28:03.744197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f7c33-2418-4ddd-aa4f-036bdaf435ae req-e226b707-ebef-4d2c-98a7-cb57a9fb5309 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:03.746135 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0b3f7c33-2418-4ddd-aa4f-036bdaf435ae req-e226b707-ebef-4d2c-98a7-cb57a9fb5309 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 945 time: 0.1150160 Apr 22 16:28:03.780629 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-02b5ddb9-6709-48a9-a110-51daee77d00e service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482382 Apr 22 16:28:03.817561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0b3f7c33-2418-4ddd-aa4f-036bdaf435ae req-2e0b9daa-7f31-4c2e-a5de-5448460a838d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613863 Apr 22 16:28:03.961435 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a4d9e85-4bf1-4238-a62a-c2432cdb9aeb req-333b90e7-d693-4682-b683-4b2a381f35c5 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726875 Apr 22 16:28:04.069898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004562d6-c2f4-485d-b7b2-57d7fc4f1870 req-c325a12f-6ba6-42bb-9b30-3e7111ef902e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:04.071706 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-004562d6-c2f4-485d-b7b2-57d7fc4f1870 req-c325a12f-6ba6-42bb-9b30-3e7111ef902e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0940692 Apr 22 16:28:04.127952 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-004562d6-c2f4-485d-b7b2-57d7fc4f1870 req-ca2237fd-6ef6-492f-8e8e-0bb5460af039 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474288 Apr 22 16:28:04.393682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e792-bd67-430f-9348-e7d36b0c4c1e req-f426fae0-6ee3-4468-8efa-c9feaba7fca1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:04.395348 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6843e792-bd67-430f-9348-e7d36b0c4c1e req-f426fae0-6ee3-4468-8efa-c9feaba7fca1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 943 time: 0.0985219 Apr 22 16:28:04.451246 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6843e792-bd67-430f-9348-e7d36b0c4c1e req-07ab984c-190e-4272-b8c5-ab2e24228a3d tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490839 Apr 22 16:28:04.671867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd5294-4637-4095-bf21-32584657894a req-0f96dbe5-790d-4273-8d41-ba6e90d34d14 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:04.673530 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0fbd5294-4637-4095-bf21-32584657894a req-0f96dbe5-790d-4273-8d41-ba6e90d34d14 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0937393 Apr 22 16:28:04.728225 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0fbd5294-4637-4095-bf21-32584657894a req-846da9e5-ded8-4851-be7f-b26e16f6963d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483031 Apr 22 16:28:04.977918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41202) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:05.117270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.130527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:05.135091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Usage tracker for resource:security_group_rule and tenant:aca06ad9e4ef4f79939e1ad5aa37780d is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:28:05.138678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:28:05.145009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:05.251710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.295931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:28:05.334297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.344469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4691419d-0ae5-4892-86bd-21f2fcde9085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:05.402826 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aca06ad9e4ef4f79939e1ad5aa37780d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236512 Apr 22 16:28:05.404419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214ca33e-9aee-4d46-b070-f34bf34b4e9b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:05.408460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 41214) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:05.413241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:05.438515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f2f44-2088-4f20-9079-6710940b454f req-ec4b2ac9-9fe6-46b1-8e16-3eeebfba3876 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:05.440340 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d08f2f44-2088-4f20-9079-6710940b454f req-ec4b2ac9-9fe6-46b1-8e16-3eeebfba3876 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1561756 Apr 22 16:28:05.463024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:05.479602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a', 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db', 'port_id': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a', 'mac_address': 'fa:16:3e:0e:2a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61459da-d5eb-4647-9796-9a1a9f32be47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:28:05.503006 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d08f2f44-2088-4f20-9079-6710940b454f req-1943ea57-bec5-4b05-b005-1f64984908d9 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531511 Apr 22 16:28:05.527346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.548757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.562490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.569406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:28:05.587232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:05.635426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.638453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:05.706509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f8461-df98-4e76-afa4-17c2952c52c1 req-93092ad0-c45f-4bee-b257-8570a7681492 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:05.708108 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a68f8461-df98-4e76-afa4-17c2952c52c1 req-93092ad0-c45f-4bee-b257-8570a7681492 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 944 time: 0.0911260 Apr 22 16:28:05.716695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:05.720707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:05.758998 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a68f8461-df98-4e76-afa4-17c2952c52c1 req-d79dcdd4-2d53-4d17-bcd6-71d89b9c087c tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436189 Apr 22 16:28:05.818168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.823747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7adc221a-daca-4bc8-91a7-36c031021ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:05.837673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214ca33e-9aee-4d46-b070-f34bf34b4e9b,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:05.843216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:05.844629 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/214ca33e-9aee-4d46-b070-f34bf34b4e9b HTTP/1.1" status: 204 len: 168 time: 0.4345851 Apr 22 16:28:05.845720 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:05.984740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ec1e9-b566-4db7-9125-8f8546ab6265 req-51f12b67-b98b-4cd3-bd9b-12563b7bc9cc tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:05.986279 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1f1ec1e9-b566-4db7-9125-8f8546ab6265 req-51f12b67-b98b-4cd3-bd9b-12563b7bc9cc tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 945 time: 0.1639318 Apr 22 16:28:05.999482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb8263-0f16-4a56-b13e-eea96d1929d8 req-2ee1c2b1-b107-45a8-996c-b2c55cf8d938 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:06.001119 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ccfb8263-0f16-4a56-b13e-eea96d1929d8 req-2ee1c2b1-b107-45a8-996c-b2c55cf8d938 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1239150 Apr 22 16:28:06.081301 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1f1ec1e9-b566-4db7-9125-8f8546ab6265 req-e898d3d7-9eca-400f-89b5-d70bb2105413 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791364 Apr 22 16:28:06.084318 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ccfb8263-0f16-4a56-b13e-eea96d1929d8 req-79d97549-267b-4ff4-a311-f69a56d034df tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680723 Apr 22 16:28:06.230108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:06.315519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ff540-d725-49f5-851c-ca4a67e3e3cf req-9c2f94af-a8e1-4427-a436-64b83a40a86b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:06.317210 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b76ff540-d725-49f5-851c-ca4a67e3e3cf req-9c2f94af-a8e1-4427-a436-64b83a40a86b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1149843 Apr 22 16:28:06.328272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 41234) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:06.334737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'floatingip': {'port_id': 'ce198f61-7946-47a0-931b-90340af6f9b6'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:28:06.426410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:06.567464 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:28:06.721718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ae6ee-6285-40c5-9929-1d00ce4938a6 req-d85b217a-8d24-4b84-8152-27eb4e5aae79 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:06.724614 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ac9ae6ee-6285-40c5-9929-1d00ce4938a6 req-d85b217a-8d24-4b84-8152-27eb4e5aae79 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1008162 Apr 22 16:28:07.032989 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ac9ae6ee-6285-40c5-9929-1d00ce4938a6 req-e93dd6eb-d838-42d3-bc80-084985611c5b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022714 Apr 22 16:28:07.067761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fcb0a-7bef-44aa-9c07-a48950c84e01 req-4cf94806-c61f-4565-929e-ef4e4b503519 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:07.069409 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d02fcb0a-7bef-44aa-9c07-a48950c84e01 req-4cf94806-c61f-4565-929e-ef4e4b503519 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 944 time: 0.1215131 Apr 22 16:28:07.129200 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d02fcb0a-7bef-44aa-9c07-a48950c84e01 req-12d0ba85-c397-4bfc-9717-214c7c2d7fd3 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506065 Apr 22 16:28:07.301234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:07.332609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:07.429541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51add5ff-71f4-4b65-9be1-45216dc1c72a req-4cf2af0f-d654-4699-b6ef-4519b964cea9 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:07.432719 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-51add5ff-71f4-4b65-9be1-45216dc1c72a req-4cf2af0f-d654-4699-b6ef-4519b964cea9 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 945 time: 0.1444597 Apr 22 16:28:07.488206 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-51add5ff-71f4-4b65-9be1-45216dc1c72a req-82e52d34-f2cb-49ab-94f8-a43e4ce78f84 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479662 Apr 22 16:28:07.528815 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Floating IP 11624879-829e-423f-9dbc-a415e84224e8 associated. External IP: 172.27.3.159, port: ce198f61-7946-47a0-931b-90340af6f9b6. Apr 22 16:28:08.005672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-d5b15558-ab26-4e95-ac32-294c7fdfc68e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:08.006436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-d5b15558-ab26-4e95-ac32-294c7fdfc68e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Synchronizing usage tracker for tenant:b06b1066375d4504906c409d9b283cd4 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:28:08.145417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-d5b15558-ab26-4e95-ac32-294c7fdfc68e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Unset dirty status for tenant:b06b1066375d4504906c409d9b283cd4 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:28:08.146676 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-d5b15558-ab26-4e95-ac32-294c7fdfc68e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 945 time: 0.2835546 Apr 22 16:28:08.261842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Deleting port e1672bb5-5e9a-4b47-8596-f372fb9b887f {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:28:08.262244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:08.288292 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b418bc-4737-4460-b4e2-0cb971fb06d1 req-d5ec05d6-0387-455b-bb3e-33255c3e0962 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:08.289913 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d9b418bc-4737-4460-b4e2-0cb971fb06d1 req-d5ec05d6-0387-455b-bb3e-33255c3e0962 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1346760 Apr 22 16:28:08.389653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Router cc562328-6c54-4fb6-bb82-c069fb610772 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:28:08.409565 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d9b418bc-4737-4460-b4e2-0cb971fb06d1 req-23e086dc-8638-4780-b758-c78706806726 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094754 Apr 22 16:28:08.455879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc74f7-5730-445a-bc58-46ce380c031b req-bfba889f-40ca-4288-9a92-0bc476f146c9 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:08.457711 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2cfc74f7-5730-445a-bc58-46ce380c031b req-bfba889f-40ca-4288-9a92-0bc476f146c9 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 944 time: 0.1390278 Apr 22 16:28:08.525582 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2cfc74f7-5730-445a-bc58-46ce380c031b req-be7257b0-0e3d-4efa-9c06-10d342aec8e8 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Apr 22 16:28:08.735772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81463e33-27ea-4429-af3b-3cbebdfffda1 req-f5098fdb-ba0c-4aa2-83ff-e75088e002d9 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:08.738037 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-81463e33-27ea-4429-af3b-3cbebdfffda1 req-f5098fdb-ba0c-4aa2-83ff-e75088e002d9 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 945 time: 0.1063373 Apr 22 16:28:08.747273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:28:08.750182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] For port e1672bb5-5e9a-4b47-8596-f372fb9b887f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1672bb5-5e9a-4b47-8596-f372fb9b887f,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:08.750589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:08.761061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:08.770591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] Sync routers for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:28:08.787248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:28:08.787938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:27:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:28:08.815522 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-81463e33-27ea-4429-af3b-3cbebdfffda1 req-a00a8d95-695e-4670-ae4f-a0963ff2d343 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697851 Apr 22 16:28:08.947969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Calling delete_port for e1672bb5-5e9a-4b47-8596-f372fb9b887f owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:28:09.004091 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c4757b52-fd89-478b-a6ef-b3d186fb0b76 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "PUT /v2.0/floatingips/11624879-829e-423f-9dbc-a415e84224e8 HTTP/1.1" status: 200 len: 991 time: 2.6745429 Apr 22 16:28:09.013276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:09.084425 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'status': 'completed', 'code': 200} Apr 22 16:28:09.196168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:28:09.265021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-88eda96c-8933-442e-9def-0843593fae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:09.266652 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-88eda96c-8933-442e-9def-0843593fae8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1098 time: 0.1167350 Apr 22 16:28:09.315504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:09.323324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:09.358411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['e1672bb5-5e9a-4b47-8596-f372fb9b887f'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:09.383204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Pushing event deleted for resources: {'Port': ['ID=e1672bb5-5e9a-4b47-8596-f372fb9b887f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:09.386967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:09.433773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:28:09.462972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-264f9316-6871-46c6-9c0c-47b33ebf4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:09.464768 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-264f9316-6871-46c6-9c0c-47b33ebf4716 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.1867507 Apr 22 16:28:09.489856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] No DVR routers for this DVR port e1672bb5-5e9a-4b47-8596-f372fb9b887f on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:28:09.492676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:09.556978 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d540b34b-4109-4b52-add4-2607d82e0fd2 req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "DELETE /v2.0/ports/e1672bb5-5e9a-4b47-8596-f372fb9b887f HTTP/1.1" status: 204 len: 173 time: 1.4011271 Apr 22 16:28:09.634293 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-790f4986-1807-42ec-8f65-30a287bb12a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 200 len: 999 time: 0.1614826 Apr 22 16:28:09.641218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:28:09.644507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '11624879-829e-423f-9dbc-a415e84224e8', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'port_id': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'mac_address': 'fa:16:3e:5a:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:27:32Z', 'updated_at': '2021-04-22T16:28:07Z', 'revision_number': 1, 'project_id': '2dc631ec763f43c5b439665925552ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:28:09.649623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:28:09.650314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:09.651901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] Checking router: cc562328-6c54-4fb6-bb82-c069fb610772 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:28:09.662923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:28:09.663670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:27:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:28:09.881614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:09.897874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-39663dde-4116-4251-808b-b812a664791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:09.899428 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-39663dde-4116-4251-808b-b812a664791d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.1727738 Apr 22 16:28:09.923284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb69055-02b1-40be-9633-006ab711befb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:09.935270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:09.972706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:09.974729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:09.977381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:28:10.054839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:10.064541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.064927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.065304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.065675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.066043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.066409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.066771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.067133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.068002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.068002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.068210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.068562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:10.081247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:10.081930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-1cfdee5e-b718-4ade-bf28-9271753da250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:10.083553 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-1cfdee5e-b718-4ade-bf28-9271753da250 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1610217 Apr 22 16:28:10.094053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd526b5b-2053-4de3-88cd-71a4d76f4d6c req-54b69e77-c1eb-4dcb-a7fa-9c823fbecc4c tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:10.095585 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fd526b5b-2053-4de3-88cd-71a4d76f4d6c req-54b69e77-c1eb-4dcb-a7fa-9c823fbecc4c tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 944 time: 0.2403178 Apr 22 16:28:10.103729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128c1af-4d78-4245-857a-21250f7a41ec req-8267314d-d0c0-48fd-85ab-ddf2b06349f8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:10.105290 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4128c1af-4d78-4245-857a-21250f7a41ec req-8267314d-d0c0-48fd-85ab-ddf2b06349f8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.4700253 Apr 22 16:28:10.284858 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fd526b5b-2053-4de3-88cd-71a4d76f4d6c req-ca571baa-7bbe-46e8-bde2-6681eaf618de tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784155 Apr 22 16:28:10.304545 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4128c1af-4d78-4245-857a-21250f7a41ec req-59ea8913-b04c-462e-92c8-daacc7c48b52 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581640 Apr 22 16:28:10.339152 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-794f3d69-91a6-4537-9456-407d52bdf4fd service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316206 Apr 22 16:28:10.374181 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb69055-02b1-40be-9633-006ab711befb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a', 'code': 200} Apr 22 16:28:10.407973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '11624879-829e-423f-9dbc-a415e84224e8', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'port_id': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'mac_address': 'fa:16:3e:5a:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:27:32Z', 'updated_at': '2021-04-22T16:28:07Z', 'revision_number': 1, 'project_id': '2dc631ec763f43c5b439665925552ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:28:10.414638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52efebc1-dcf2-4db1-994b-2e84528fc1e8 None None] The sync data for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi is: [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '11624879-829e-423f-9dbc-a415e84224e8', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'port_id': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'mac_address': 'fa:16:3e:5a:b0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:27:32Z', 'updated_at': '2021-04-22T16:28:07Z', 'revision_number': 1, 'project_id': '2dc631ec763f43c5b439665925552ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:28:10.531090 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e47296b-4245-493f-846b-c32fe0283aca req-1770ee40-35ec-4254-8c07-86c022e41d67 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=54070d67-923c-4327-a0bf-6bca46cbb985 HTTP/1.1" status: 200 len: 210 time: 0.0712433 Apr 22 16:28:10.567782 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e33f1555-9b31-4816-83b9-ba082e053d69 req-cf31a813-ed6a-478a-acb7-88199f618d79 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158575 Apr 22 16:28:10.711775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb49833-84f5-45cc-ab94-f1c7a08517e3 None None] New status for floating IP 11624879-829e-423f-9dbc-a415e84224e8: ACTIVE {{(pid=86489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:28:10.866730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7effd-9683-44cd-90e5-d4c1b77cb575 req-2f70bdda-b208-4517-9a86-04570a769b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:10.870714 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e3e7effd-9683-44cd-90e5-d4c1b77cb575 req-2f70bdda-b208-4517-9a86-04570a769b4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 1098 time: 0.0866563 Apr 22 16:28:10.922683 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e3e7effd-9683-44cd-90e5-d4c1b77cb575 req-45abaf06-f507-4f39-8a25-8e2c960ab918 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Apr 22 16:28:11.085728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54070d67-923c-4327-a0bf-6bca46cbb985', 'name': 'network-vif-deleted', 'tag': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:11.136963 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54070d67-923c-4327-a0bf-6bca46cbb985', 'name': 'network-vif-deleted', 'tag': 'e1672bb5-5e9a-4b47-8596-f372fb9b887f', 'status': 'completed', 'code': 200} Apr 22 16:28:11.326898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device e1672bb5-5e9a-4b47-8596-f372fb9b887f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:28:11.364074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: e1672bb5-5e9a-4b47-8596-f372fb9b887f {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:28:11.364622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device e1672bb5-5e9a-4b47-8596-f372fb9b887f not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:28:11.568039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80803e58-c073-4168-bd72-20277ce066a2 req-3723010a-114f-4ddc-b89b-7b8b33b28d24 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:11.569868 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80803e58-c073-4168-bd72-20277ce066a2 req-3723010a-114f-4ddc-b89b-7b8b33b28d24 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 945 time: 0.1571591 Apr 22 16:28:11.583329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af9c4a-d525-448c-a625-7debf243905d req-a3373bb5-e468-48df-b5eb-097564db078a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:11.584971 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-59af9c4a-d525-448c-a625-7debf243905d req-a3373bb5-e468-48df-b5eb-097564db078a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1306531 Apr 22 16:28:11.659567 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80803e58-c073-4168-bd72-20277ce066a2 req-9d792325-926f-4251-b52a-70a9f62f62e1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734160 Apr 22 16:28:11.667109 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-59af9c4a-d525-448c-a625-7debf243905d req-41eae9ee-54a2-4fa9-8c35-7a580aee37de tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651567 Apr 22 16:28:12.108842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-393cb203-9edf-42a1-8ca9-e20e6004172f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:12.110522 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-393cb203-9edf-42a1-8ca9-e20e6004172f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/networks?id=5c9c2ca7-8d65-4db3-af28-5abfead653c2 HTTP/1.1" status: 200 len: 809 time: 0.1629853 Apr 22 16:28:12.126454 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-1541fd67-8ea9-43ac-9b8a-26d68c4977f9 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/quotas/b06b1066375d4504906c409d9b283cd4 HTTP/1.1" status: 200 len: 375 time: 0.0099125 Apr 22 16:28:12.196985 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-2373fcfc-d72f-4773-8762-46e3949b6139 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b06b1066375d4504906c409d9b283cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498531 Apr 22 16:28:12.332802 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-0cf8b4b2-3d67-435d-a2d0-3b31e5c3ea8e service neutron] 10.222.0.10 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412721 Apr 22 16:28:12.478626 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-3eb6220a-3c2d-4691-b6ae-c09c6de84b6c service neutron] 10.222.0.10 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393778 Apr 22 16:28:12.767824 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-00d265f4-9eea-4878-ae2a-c42ff6531269 req-ad26e548-9058-4c96-ab75-f7fff4c7b348 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0564389 Apr 22 16:28:12.983775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-82f1d665-eb79-4d0e-bed5-73d6fdb50da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:13.042614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c38a28-843b-447e-993e-3607bfbdce86 req-03f3c530-fd22-442a-a145-b4eac5f4da1c tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:13.045023 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-89c38a28-843b-447e-993e-3607bfbdce86 req-03f3c530-fd22-442a-a145-b4eac5f4da1c tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 945 time: 0.2300026 Apr 22 16:28:13.093911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fffecd-9a63-4e53-910a-d7b53c037633 req-2a87c391-772b-48bc-826e-68f87eba59b4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:13.095432 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48fffecd-9a63-4e53-910a-d7b53c037633 req-2a87c391-772b-48bc-826e-68f87eba59b4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1711199 Apr 22 16:28:13.141745 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-89c38a28-843b-447e-993e-3607bfbdce86 req-54be29d7-6f4d-488d-afff-08a5832fdd68 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880816 Apr 22 16:28:13.183670 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48fffecd-9a63-4e53-910a-d7b53c037633 req-97af7d72-268e-4dd4-aac1-d75da3776951 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613525 Apr 22 16:28:13.945153 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c3334d1b-795b-4d5c-a4f4-44c51902c1fa req-ecc89123-1c97-4335-9243-0c92b9d4aac4 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0506511 Apr 22 16:28:14.484993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5a084-eb2f-425a-aee8-3ee0ad64d4b6 req-47dd0092-04bc-48aa-b94e-559bc6ce92e6 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:14.486856 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e1a5a084-eb2f-425a-aee8-3ee0ad64d4b6 req-47dd0092-04bc-48aa-b94e-559bc6ce92e6 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 945 time: 0.1690612 Apr 22 16:28:14.504982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b150e-5194-47e9-9ec0-db4b23941fb4 req-92d9aef8-2d34-41d4-a96d-84b43ba6c9e0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:14.506690 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-567b150e-5194-47e9-9ec0-db4b23941fb4 req-92d9aef8-2d34-41d4-a96d-84b43ba6c9e0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1407824 Apr 22 16:28:14.648791 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e1a5a084-eb2f-425a-aee8-3ee0ad64d4b6 req-7fc511bc-7359-4345-b9ce-925834f71c5a tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532664 Apr 22 16:28:14.654589 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-567b150e-5194-47e9-9ec0-db4b23941fb4 req-8c2ea64b-fb83-4eeb-b5a6-12b0f5abc391 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272707 Apr 22 16:28:15.155752 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24cea4d7-dc1b-4cd1-a4c1-4a69ecf35e27 req-9326dfb9-534f-400c-9a6c-fe7652557c4e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0759268 Apr 22 16:28:15.184111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ce30a9c1-4fee-425d-b944-042f75c707b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:15.613755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-85964ae6-e7e1-4335-b330-a94beca7520a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:15.615454 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-85964ae6-e7e1-4335-b330-a94beca7520a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "GET /v2.0/networks?id=5c9c2ca7-8d65-4db3-af28-5abfead653c2 HTTP/1.1" status: 200 len: 809 time: 0.3869991 Apr 22 16:28:15.652626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Request body: {'port': {'device_id': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2', 'admin_state_up': True, 'tenant_id': 'b06b1066375d4504906c409d9b283cd4'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:28:15.857321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:15.862931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Usage tracker for resource:port and tenant:b06b1066375d4504906c409d9b283cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:28:15.867372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:28:15.884316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:15.913740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04685ebf-e266-44a3-9d0c-aeb1606c0f96 req-1081fb1e-fc00-4140-9784-d96a50e76883 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:15.915382 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-04685ebf-e266-44a3-9d0c-aeb1606c0f96 req-1081fb1e-fc00-4140-9784-d96a50e76883 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1297390 Apr 22 16:28:15.944009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Made reservation on behalf of b06b1066375d4504906c409d9b283cd4 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:28:15.950876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:16.032661 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-04685ebf-e266-44a3-9d0c-aeb1606c0f96 req-1fba1376-5e37-4bec-9948-bd1c74b71e37 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100290 Apr 22 16:28:16.160927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Allocated IP 172.20.0.8 (5c9c2ca7-8d65-4db3-af28-5abfead653c2/d5189270-33c8-4fa5-af4a-bcf7b909b1ec/f998f236-3550-4219-91f4-4090bf1dd97b) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:28:16.194443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:16.431843 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-053755f6-0cd6-44dd-a3a5-a1f1184221e0 req-d95f8d8b-2c18-413b-bf1f-51085bd019c2 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0682225 Apr 22 16:28:16.492963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:16.538176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:16.573795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:16.581648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:16.663113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:28:16.666497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:28:16.670112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:28:16.759173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Pushing event updated for resources: {'Port': ['ID=f998f236-3550-4219-91f4-4090bf1dd97b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:16.776928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:16.866552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:16.867246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:16.937277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-f76e3c31-d5e3-4c9a-8467-6a01c6fa95ee tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:16.939325 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-f76e3c31-d5e3-4c9a-8467-6a01c6fa95ee tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.2312934 Apr 22 16:28:16.955733 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-f6061779-a445-45ba-9b30-a6a6c484fda0 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/quotas/126d3bf01d9b49c2847c729ebcd5cccb HTTP/1.1" status: 200 len: 375 time: 0.0103376 Apr 22 16:28:17.069295 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-051c2ca4-4981-4f2a-befe-c5b9932ca0a8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1074603 Apr 22 16:28:17.109764 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4620821 Apr 22 16:28:17.133887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Request body: {'port': {'device_id': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:28:17.437780 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-a9b56a28-9e6e-4ce8-8f55-3be820d32e83 service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577886 Apr 22 16:28:17.442212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:17.567209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:17.570675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929bea1-d950-46a7-87a2-f6b61a8aff71 req-2f8879e3-c47c-4210-863a-ef3b56c2bc2d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:17.572614 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9929bea1-d950-46a7-87a2-f6b61a8aff71 req-2f8879e3-c47c-4210-863a-ef3b56c2bc2d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.4107201 Apr 22 16:28:17.836559 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9929bea1-d950-46a7-87a2-f6b61a8aff71 req-8017368f-c0b0-421a-9d8b-06fa0f9fe489 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068584 Apr 22 16:28:17.880217 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-a52dc89f-9e1c-486a-8ee4-ec8c0d50016b service neutron] 10.222.0.10 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230652 Apr 22 16:28:18.281712 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9e57147d-2634-424f-a836-e0f22bd566e2 req-2d8af885-34ec-4f78-82d3-a0259c237936 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 210 time: 0.1064432 Apr 22 16:28:18.319472 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f998f236-3550-4219-91f4-4090bf1dd97b {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:28:18.328044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:18.357042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Transition to ACTIVE for port object f998f236-3550-4219-91f4-4090bf1dd97b will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:28:18.373440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e30841-4fdc-4cea-86e3-74325655998b req-b7d5dd95-34a7-46e0-b3cb-11695f29401d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:18.374275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-74e30841-4fdc-4cea-86e3-74325655998b req-b7d5dd95-34a7-46e0-b3cb-11695f29401d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Synchronizing usage tracker for tenant:b06b1066375d4504906c409d9b283cd4 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:28:18.389294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:18.394691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:18.515955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-74e30841-4fdc-4cea-86e3-74325655998b req-b7d5dd95-34a7-46e0-b3cb-11695f29401d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Unset dirty status for tenant:b06b1066375d4504906c409d9b283cd4 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:28:18.517133 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-74e30841-4fdc-4cea-86e3-74325655998b req-b7d5dd95-34a7-46e0-b3cb-11695f29401d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 931 time: 0.2839141 Apr 22 16:28:18.629660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Pushing event updated for resources: {'Port': ['ID=f998f236-3550-4219-91f4-4090bf1dd97b,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:18.655004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:18.907295 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-74e30841-4fdc-4cea-86e3-74325655998b req-9c2255da-7c1b-4fd3-bb20-674d733cbd51 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796079 Apr 22 16:28:18.935810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Attempting to bind port f998f236-3550-4219-91f4-4090bf1dd97b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:28:18.936222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Attempting to bind port f998f236-3550-4219-91f4-4090bf1dd97b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:28:18.936604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Attempting to bind port f998f236-3550-4219-91f4-4090bf1dd97b on network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:28:18.942314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Port f998f236-3550-4219-91f4-4090bf1dd97b on network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:28:18.942589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Attempting to bind port f998f236-3550-4219-91f4-4090bf1dd97b on network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:28:18.956524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:28:18.963651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Checking segment: {'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:28:18.963651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Bound using segment: {'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:28:18.963651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Bound port: f998f236-3550-4219-91f4-4090bf1dd97b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f786dc78-6448-450b-b96b-7bb8d2e84c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:28:18.963651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:19.156901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] For port f998f236-3550-4219-91f4-4090bf1dd97b, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:28:19.169497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] For port f998f236-3550-4219-91f4-4090bf1dd97b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f998f236-3550-4219-91f4-4090bf1dd97b,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:28:19.188429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840e566-b2ad-426a-950b-5b7bda858d1b req-752355e9-3f96-4e6a-a546-d672231757e6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:19.189399 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1840e566-b2ad-426a-950b-5b7bda858d1b req-752355e9-3f96-4e6a-a546-d672231757e6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1485455 Apr 22 16:28:19.216527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:19.226698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:19.307475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:19.308165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:19.309677 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] 10.222.0.26 "PUT /v2.0/ports/f998f236-3550-4219-91f4-4090bf1dd97b HTTP/1.1" status: 200 len: 1093 time: 2.1825953 Apr 22 16:28:19.310379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'tag': 'f998f236-3550-4219-91f4-4090bf1dd97b'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:19.317819 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1840e566-b2ad-426a-950b-5b7bda858d1b req-0bcef694-f6f6-4550-bfe0-f2cb00f7a457 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193895 Apr 22 16:28:19.360783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Pushing event updated for resources: {'Port': ['ID=f998f236-3550-4219-91f4-4090bf1dd97b,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:19.366859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:19.409215 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'tag': 'f998f236-3550-4219-91f4-4090bf1dd97b', 'status': 'completed', 'code': 200} Apr 22 16:28:19.546030 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d7247eb2-85df-45f5-b2c2-eb14cbef0061 req-e2c6750f-721e-450b-b0b1-09c748175ddb tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 210 time: 0.0574465 Apr 22 16:28:19.583635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-92e71ce2-51d2-451a-b626-06d5b92d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:19.585332 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-92e71ce2-51d2-451a-b626-06d5b92d4e33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b06b1066375d4504906c409d9b283cd4&device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1387098 Apr 22 16:28:19.706137 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-40de407c-0a97-41c6-b239-b91c087827a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f998f236-3550-4219-91f4-4090bf1dd97b HTTP/1.1" status: 200 len: 217 time: 0.1048563 Apr 22 16:28:19.784005 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-5020102c-5b6d-403d-835e-bdb942b4605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:19.784005 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-5020102c-5b6d-403d-835e-bdb942b4605e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5189270-33c8-4fa5-af4a-bcf7b909b1ec HTTP/1.1" status: 200 len: 849 time: 0.0716603 Apr 22 16:28:19.850060 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-24792eeb-3640-4bd7-8faf-e0c52586cc3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c9c2ca7-8d65-4db3-af28-5abfead653c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534298 Apr 22 16:28:20.023452 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-4dda41c2-7ad9-4ac4-92aa-937969e8e335 service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569090 Apr 22 16:28:20.262474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06574da1-b8e6-493b-b0ce-93c0d28060e0 req-8ea6fe86-8898-4fb6-906d-188a65dbe558 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:20.265870 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-06574da1-b8e6-493b-b0ce-93c0d28060e0 req-8ea6fe86-8898-4fb6-906d-188a65dbe558 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 943 time: 0.2101212 Apr 22 16:28:20.266164 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d2cbdb15-b2de-4cc3-a8b2-bfb22306e57f req-39fd2991-ed6a-472a-9f99-1eabfe99ae29 service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360697 Apr 22 16:28:20.332670 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-06574da1-b8e6-493b-b0ce-93c0d28060e0 req-803740aa-94c0-434a-a830-b76067833a27 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569458 Apr 22 16:28:20.578969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224ba87-6c3e-4a99-b843-bdd3751861d4 req-dc56ba98-9ed2-4181-b151-05fb77f83bb3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:20.580934 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2224ba87-6c3e-4a99-b843-bdd3751861d4 req-dc56ba98-9ed2-4181-b151-05fb77f83bb3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1081920 Apr 22 16:28:20.685083 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2224ba87-6c3e-4a99-b843-bdd3751861d4 req-26cc50fd-e846-4ed2-885a-aadd04addc00 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955725 Apr 22 16:28:20.788762 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38c0a558-8056-428e-b65a-d7fbd99f8201 req-b3990c35-e345-4d0a-a36b-1d5fb7b4a367 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 210 time: 0.0947292 Apr 22 16:28:20.815616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-9e09eeab-fec8-4b55-8520-2a9c09df92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:20.825563 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-9e09eeab-fec8-4b55-8520-2a9c09df92c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b06b1066375d4504906c409d9b283cd4&device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1904917 Apr 22 16:28:20.870566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-066b5af3-3462-4bf3-b630-f425d84ff779 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:20.873554 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-066b5af3-3462-4bf3-b630-f425d84ff779 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/networks?id=87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 200 len: 815 time: 0.2386248 Apr 22 16:28:20.907762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Request body: {'port': {'device_id': '14273fab-faf0-4534-aa65-445cadd5a084', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'admin_state_up': True, 'tenant_id': '126d3bf01d9b49c2847c729ebcd5cccb'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:28:21.046335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-1cccce2a-742f-41ad-9736-773732885718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:21.049465 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-1cccce2a-742f-41ad-9736-773732885718 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c9c2ca7-8d65-4db3-af28-5abfead653c2 HTTP/1.1" status: 200 len: 910 time: 0.2076979 Apr 22 16:28:21.161702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:21.166753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Usage tracker for resource:port and tenant:126d3bf01d9b49c2847c729ebcd5cccb is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:28:21.169940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:28:21.176495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:21.188365 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-73aca0c3-f84a-42f5-82fa-8f5309b9cb6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f998f236-3550-4219-91f4-4090bf1dd97b HTTP/1.1" status: 200 len: 217 time: 0.1311731 Apr 22 16:28:21.305236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-d1c02aa9-2398-4bfc-aeb9-40384e7f8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:21.306947 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-d1c02aa9-2398-4bfc-aeb9-40384e7f8721 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5189270-33c8-4fa5-af4a-bcf7b909b1ec HTTP/1.1" status: 200 len: 849 time: 0.1116149 Apr 22 16:28:21.389888 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-b00eadee-3f4e-45bb-be81-a1ba080ad486 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c9c2ca7-8d65-4db3-af28-5abfead653c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686517 Apr 22 16:28:21.429909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Made reservation on behalf of 126d3bf01d9b49c2847c729ebcd5cccb for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:28:21.439086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:21.640196 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-0751a07f-c0e0-4771-b30c-de17da3ec2fa service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384596 Apr 22 16:28:21.670673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb623e4-63ba-412f-a484-fe370b4979a9 req-b3ff26cb-371f-4d9d-89b8-cdd166a2977d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:21.672566 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ffb623e4-63ba-412f-a484-fe370b4979a9 req-b3ff26cb-371f-4d9d-89b8-cdd166a2977d tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 943 time: 0.2135782 Apr 22 16:28:21.725371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Allocated IP 172.20.0.12 (87b63e8a-3742-479a-93de-cdc988f91c66/5fbba67a-be74-4a3d-b1eb-54010b0737f5/f701605c-30a3-426a-b859-1a17b32a4752) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:28:21.787828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 41588) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:21.827775 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ffb623e4-63ba-412f-a484-fe370b4979a9 req-87c4e1ff-c988-45a6-87b1-71784c876c70 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308484 Apr 22 16:28:21.892684 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d06a34d5-c6a2-4bec-ac5f-d166b5dce2c5 req-e205494f-88c9-43df-83b0-87a1be165acd service neutron] 10.222.0.26 "GET /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190273 Apr 22 16:28:22.052020 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f182e8e7-dba3-4ed0-9446-7a19987751f2 req-99c52c05-04cb-4819-b9bb-a970d0676720 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 210 time: 0.0664523 Apr 22 16:28:22.105463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57704-3b0d-4ea4-9654-e2fea58e5f77 req-9bc6aef5-2e7a-41b6-bc1f-68dc327c59bf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:22.109208 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-acd57704-3b0d-4ea4-9654-e2fea58e5f77 req-9bc6aef5-2e7a-41b6-bc1f-68dc327c59bf tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1708484 Apr 22 16:28:22.188160 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-acd57704-3b0d-4ea4-9654-e2fea58e5f77 req-313a5129-3def-4bda-9282-8144c6230310 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729301 Apr 22 16:28:22.270007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.300922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:22.316473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Usage tracker for resource:security_group_rule and tenant:47bfc37d89a24edbb05073d54dfb9eb2 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:28:22.323679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:28:22.333775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:22.360108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.479385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.510521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.519026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0db7ff4a-117f-4921-9ea6-52c41ea1fe1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:22.560606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.560842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'd12bca7d-55be-4ff4-9ad1-3698b894099e'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:22.629170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Network 87b63e8a-3742-479a-93de-cdc988f91c66 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:28:22.633679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:28:22.642059 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47bfc37d89a24edbb05073d54dfb9eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8521619 Apr 22 16:28:22.642977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:28:22.646222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41598) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:22.677802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event updated for resources: {'Port': ['ID=f701605c-30a3-426a-b859-1a17b32a4752,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:22.685611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:22.686170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ed7b8830-1235-484d-8e73-9b7eaca1fae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:22.742840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.745429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fad6fd-7bfa-4579-87ce-e89a6b9c94bb,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:22.755215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:22.756475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.763896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:22.809492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.878411 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9744189 Apr 22 16:28:22.914654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Request body: {'port': {'device_id': '14273fab-faf0-4534-aa65-445cadd5a084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:28:22.962236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:22.976812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6139e923-92ab-40bd-9b15-68bf7d644261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:23.010230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fad6fd-7bfa-4579-87ce-e89a6b9c94bb,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:23.015401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:23.017873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:23.020898 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2fad6fd-7bfa-4579-87ce-e89a6b9c94bb HTTP/1.1" status: 204 len: 168 time: 0.3729944 Apr 22 16:28:23.206674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:23.363517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bd40-5d93-4550-8ef3-db79c5219f68 req-67bbe664-8ba3-48a8-abbc-fccce865cbca tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:23.373252 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6627bd40-5d93-4550-8ef3-db79c5219f68 req-67bbe664-8ba3-48a8-abbc-fccce865cbca tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 943 time: 0.2748303 Apr 22 16:28:23.499708 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6627bd40-5d93-4550-8ef3-db79c5219f68 req-7c0826e7-d00f-4ccc-937e-923987ebaed8 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252785 Apr 22 16:28:23.593237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c820e1-0d0e-4a58-94c0-d795a43d4116 req-da0032e2-a3b0-4e59-a20e-be78ee2ede66 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:23.597966 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-86c820e1-0d0e-4a58-94c0-d795a43d4116 req-da0032e2-a3b0-4e59-a20e-be78ee2ede66 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 932 time: 0.1652386 Apr 22 16:28:23.681351 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-86c820e1-0d0e-4a58-94c0-d795a43d4116 req-6c701ddd-260b-4f80-86ce-86d49c81a0e2 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759828 Apr 22 16:28:23.773811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f701605c-30a3-426a-b859-1a17b32a4752 {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:28:23.828969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f03a9-a0ac-457f-8663-2500b1c56cd3 req-d3f1c03d-faef-4847-8a2b-a612e5a1fb24 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:23.830597 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-af3f03a9-a0ac-457f-8663-2500b1c56cd3 req-d3f1c03d-faef-4847-8a2b-a612e5a1fb24 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1178861 Apr 22 16:28:23.874241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:23.874241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Transition to ACTIVE for port object f701605c-30a3-426a-b859-1a17b32a4752 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:28:23.884529 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-af3f03a9-a0ac-457f-8663-2500b1c56cd3 req-eee8e0f8-254b-4283-8a7c-d61afd582edd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Apr 22 16:28:24.006019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.012385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-506413cc-355a-4667-8e4e-70a8413b2a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:24.193451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f701605c-30a3-426a-b859-1a17b32a4752,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:24.200927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:24.285162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Attempting to bind port f701605c-30a3-426a-b859-1a17b32a4752 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:28:24.285543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Attempting to bind port f701605c-30a3-426a-b859-1a17b32a4752 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:28:24.285919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Attempting to bind port f701605c-30a3-426a-b859-1a17b32a4752 on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:28:24.291188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Port f701605c-30a3-426a-b859-1a17b32a4752 on network 87b63e8a-3742-479a-93de-cdc988f91c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:28:24.291555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Attempting to bind port f701605c-30a3-426a-b859-1a17b32a4752 on network 87b63e8a-3742-479a-93de-cdc988f91c66 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:28:24.299403 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:28:24.299777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Checking segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:28:24.300232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Bound using segment: {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:28:24.300706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Bound port: f701605c-30a3-426a-b859-1a17b32a4752, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb49253-c519-4621-9237-5e690d1e972d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:28:24.301092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.329854 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41618) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:24.349859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.366961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:24.371281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:345fd0f1c31548358644a1d1d1a50064 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:28:24.375674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:28:24.383433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:24.426474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] For port f701605c-30a3-426a-b859-1a17b32a4752, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:28:24.430949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] For port f701605c-30a3-426a-b859-1a17b32a4752, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f701605c-30a3-426a-b859-1a17b32a4752,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:28:24.475736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.482626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:24.483616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.546368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:24.547059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.548770 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/f701605c-30a3-426a-b859-1a17b32a4752 HTTP/1.1" status: 200 len: 1094 time: 1.6483111 Apr 22 16:28:24.549483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14273fab-faf0-4534-aa65-445cadd5a084', 'tag': 'f701605c-30a3-426a-b859-1a17b32a4752'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:24.576888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.588325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5bab0abb-3214-4d1f-81ff-bca9bca492fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:24.603464 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f701605c-30a3-426a-b859-1a17b32a4752,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:24.612259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:24.619094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14273fab-faf0-4534-aa65-445cadd5a084', 'tag': 'f701605c-30a3-426a-b859-1a17b32a4752', 'status': 'completed', 'code': 200} Apr 22 16:28:24.644679 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=345fd0f1c31548358644a1d1d1a50064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135340 Apr 22 16:28:24.646574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0da4a-4de6-41b1-a09b-c34933548932,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:24.648287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 41630) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:24.650141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:24.787779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.807875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba36aa-c94a-4729-b490-ae4fbfded77a req-beef6c80-e389-4ac0-9197-5a40f8d6d7a5 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:24.807875 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c6ba36aa-c94a-4729-b490-ae4fbfded77a req-beef6c80-e389-4ac0-9197-5a40f8d6d7a5 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 943 time: 0.1344738 Apr 22 16:28:24.841820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:24.885642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397c2d-bbe6-4ccf-9572-c6c4a9800995 req-c0a91f01-cba7-4d15-b0bc-ba2284bac835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:24.888581 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48397c2d-bbe6-4ccf-9572-c6c4a9800995 req-c0a91f01-cba7-4d15-b0bc-ba2284bac835 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 1097 time: 0.1652174 Apr 22 16:28:25.100943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397c2d-bbe6-4ccf-9572-c6c4a9800995 req-41ba5712-3159-42a1-ae57-128a71f076eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.102583 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48397c2d-bbe6-4ccf-9572-c6c4a9800995 req-41ba5712-3159-42a1-ae57-128a71f076eb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1976285 Apr 22 16:28:25.139644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:25.155795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f45c95f-0f06-4242-8244-ba6319796f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:25.174291 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c6ba36aa-c94a-4729-b490-ae4fbfded77a req-2d49641c-017d-4149-9072-463205d03700 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554332 Apr 22 16:28:25.178831 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0da4a-4de6-41b1-a09b-c34933548932,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:25.182012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:25.221973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4b160-2c9d-4528-819c-4e85c3d7ff94 req-0afcab33-c88a-427e-be99-9771a1e85285 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.225917 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-31f4b160-2c9d-4528-819c-4e85c3d7ff94 req-0afcab33-c88a-427e-be99-9771a1e85285 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 944 time: 0.3883109 Apr 22 16:28:25.290103 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-31f4b160-2c9d-4528-819c-4e85c3d7ff94 req-607296b3-c046-4f19-be4c-47b72c148562 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630455 Apr 22 16:28:25.322675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:25.323952 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8e0da4a-4de6-41b1-a09b-c34933548932 HTTP/1.1" status: 204 len: 168 time: 0.6746030 Apr 22 16:28:25.350006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397c2d-bbe6-4ccf-9572-c6c4a9800995 req-6dc963b0-fd6a-4c72-a8fb-46546ce318bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.351645 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48397c2d-bbe6-4ccf-9572-c6c4a9800995 req-6dc963b0-fd6a-4c72-a8fb-46546ce318bb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418029 Apr 22 16:28:25.404022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f998f236-3550-4219-91f4-4090bf1dd97b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:28:25.539332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d91bb1-1e9b-45ab-a245-5e95dfb75fa8 req-c599f9aa-2480-4bea-adcd-d3d4a88d6b6d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.541210 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-98d91bb1-1e9b-45ab-a245-5e95dfb75fa8 req-c599f9aa-2480-4bea-adcd-d3d4a88d6b6d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1500270 Apr 22 16:28:25.572234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bc5c61dc-e7e9-4da6-b08b-ae172202d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.574124 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-bc5c61dc-e7e9-4da6-b08b-ae172202d9f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 1097 time: 0.1134689 Apr 22 16:28:25.624790 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-98d91bb1-1e9b-45ab-a245-5e95dfb75fa8 req-27112e4b-d3cf-46c5-b79c-19ed4d0d6fab tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714614 Apr 22 16:28:25.677760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f998f236-3550-4219-91f4-4090bf1dd97b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f998f236-3550-4219-91f4-4090bf1dd97b,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:25.686676 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-4722e856-dc65-49fb-8390-45b85701bef8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f701605c-30a3-426a-b859-1a17b32a4752 HTTP/1.1" status: 200 len: 217 time: 0.0812068 Apr 22 16:28:25.701388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'f998f236-3550-4219-91f4-4090bf1dd97b', 'network_id': '5c9c2ca7-8d65-4db3-af28-5abfead653c2', 'port_id': 'f998f236-3550-4219-91f4-4090bf1dd97b', 'mac_address': 'fa:16:3e:23:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5189270-33c8-4fa5-af4a-bcf7b909b1ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:28:25.776128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-40a1bc89-d489-4a5b-9eac-9e33cfc65f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.779122 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-40a1bc89-d489-4a5b-9eac-9e33cfc65f5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 200 len: 855 time: 0.0760753 Apr 22 16:28:25.824098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:25.838746 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-1f8b44fd-f915-4063-9652-865bdc4daeb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87b63e8a-3742-479a-93de-cdc988f91c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528378 Apr 22 16:28:25.852333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f998f236-3550-4219-91f4-4090bf1dd97b {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:28:25.888514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f998f236-3550-4219-91f4-4090bf1dd97b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f998f236-3550-4219-91f4-4090bf1dd97b,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:25.933064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:25.937067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:26.021171 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-1728a54d-2416-4067-8c90-a89e610fe003 service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746416 Apr 22 16:28:26.035602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=f998f236-3550-4219-91f4-4090bf1dd97b,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:26.038879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:26.168981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41648) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:26.191594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.209980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:26.215349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9ec71b630c4d95beec67079f6bf136 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:28:26.218636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:28:26.224942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:26.301010 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-49b9fdf0-1dd5-4dbc-8e75-396576dc9f9d req-0cb284b6-c134-4210-8f71-938ba5bcc4ad service neutron] 10.222.0.26 "GET /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492206 Apr 22 16:28:26.377709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.448499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.494636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e422c25e-aa8c-4562-8c1c-2ee551c5d95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:26.570230 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc9ec71b630c4d95beec67079f6bf136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967884 Apr 22 16:28:26.570230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16265a8d-756b-4215-847c-6df136a1cd3c,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:26.572492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41656) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:26.577414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:26.685332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73ace-9f10-4771-9e9d-0b4509064b26 req-0fd0216f-57d3-4cfc-9590-2fd55d748718 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:26.686879 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-87a73ace-9f10-4771-9e9d-0b4509064b26 req-0fd0216f-57d3-4cfc-9590-2fd55d748718 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 944 time: 0.2924528 Apr 22 16:28:26.695166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b87f3b-42f6-4d3e-8c7e-19663c400200 req-908c38ca-09e4-4fa8-a26d-865ca5f9773a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:26.696750 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-21b87f3b-42f6-4d3e-8c7e-19663c400200 req-908c38ca-09e4-4fa8-a26d-865ca5f9773a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 944 time: 0.2565792 Apr 22 16:28:26.746198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.815667 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-87a73ace-9f10-4771-9e9d-0b4509064b26 req-95212c98-0c1c-4ede-a0d4-62d65d34a24f tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095221 Apr 22 16:28:26.815667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.841037 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-21b87f3b-42f6-4d3e-8c7e-19663c400200 req-e73d5928-4285-4a0a-ba57-e9a06ede5924 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167431 Apr 22 16:28:26.926748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.932432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-59466080-8828-4cab-9f96-398cd8a5e927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:26.959707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16265a8d-756b-4215-847c-6df136a1cd3c,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:26.962106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:27.020802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:27.026267 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16265a8d-756b-4215-847c-6df136a1cd3c HTTP/1.1" status: 204 len: 168 time: 0.4484665 Apr 22 16:28:27.082417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655c389-ce59-4afd-af66-90ee23c047cd req-77cf9723-43fe-49b0-af8c-3fbb93fed740 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:27.084079 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8655c389-ce59-4afd-af66-90ee23c047cd req-77cf9723-43fe-49b0-af8c-3fbb93fed740 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1154988 Apr 22 16:28:27.151600 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8655c389-ce59-4afd-af66-90ee23c047cd req-dd3df67d-834b-4dbb-b84c-06b327d07523 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586374 Apr 22 16:28:27.331163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['f998f236-3550-4219-91f4-4090bf1dd97b'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:28.117449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5722de0-b802-478b-8f82-74329695426f req-95105dd5-ca3c-49d9-ac5e-1c596084de26 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:28.119157 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b5722de0-b802-478b-8f82-74329695426f req-95105dd5-ca3c-49d9-ac5e-1c596084de26 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 944 time: 0.1666353 Apr 22 16:28:28.134292 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19646be3-43d2-4c46-b9a1-dee8b00b2937 req-79d3dcb8-edca-4f48-9e59-81ae64f70ce2 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:28.136213 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19646be3-43d2-4c46-b9a1-dee8b00b2937 req-79d3dcb8-edca-4f48-9e59-81ae64f70ce2 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 944 time: 0.1376369 Apr 22 16:28:28.215536 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b5722de0-b802-478b-8f82-74329695426f req-aaa467d8-9f8e-4fa8-af58-7b6364bd8ab8 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776768 Apr 22 16:28:28.230213 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19646be3-43d2-4c46-b9a1-dee8b00b2937 req-1fdf7086-067c-4889-aa64-9547373c9441 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754142 Apr 22 16:28:28.488857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f22fe6-319b-426a-838a-cf7a8ea1f0a1 req-fdba4b38-497d-43e0-a756-6d94960a32b7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:28.490540 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-63f22fe6-319b-426a-838a-cf7a8ea1f0a1 req-fdba4b38-497d-43e0-a756-6d94960a32b7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1183939 Apr 22 16:28:28.555524 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-63f22fe6-319b-426a-838a-cf7a8ea1f0a1 req-40ca98fc-4526-4323-974f-dc152273eedc tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563645 Apr 22 16:28:28.633104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2363c8-56fc-4890-ace3-eb0f234730df req-b5c720db-362a-42b5-97fe-18a7d98d43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:28.634720 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3b2363c8-56fc-4890-ace3-eb0f234730df req-b5c720db-362a-42b5-97fe-18a7d98d43ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.0979693 Apr 22 16:28:28.689610 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3b2363c8-56fc-4890-ace3-eb0f234730df req-3346fbcb-2dd9-4100-9b9e-8cc531d5ed65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Apr 22 16:28:28.922875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 41704) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:29.054533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:29.071684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:29.076788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Usage tracker for resource:security_group_rule and tenant:2f54cccfc34f444bbd2a4fc4e6a262cb is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:28:29.079957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:28:29.086087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:29.176590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:29.252511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:29.266108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8b786ed8-ac47-4c02-87a7-ce0ae5d19a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:29.300824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22abff2c-c9a9-4509-8bb3-90819540e6ed,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:29.314364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:29.345564 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f54cccfc34f444bbd2a4fc4e6a262cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215126 Apr 22 16:28:29.348458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 41716) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:28:29.418649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:29.450467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:29.549631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0d0d1-3090-4b6c-845a-1e0329495668 req-d91a6419-2912-41fb-98ea-20c68bf85eea tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:29.551311 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-35c0d0d1-3090-4b6c-845a-1e0329495668 req-d91a6419-2912-41fb-98ea-20c68bf85eea tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 944 time: 0.1737394 Apr 22 16:28:29.561197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:29.562263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216df6cd-9c5d-471d-8d09-c9bdc2108904 req-deeae930-81e9-414d-8559-56d2972e1fe9 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:29.563812 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-216df6cd-9c5d-471d-8d09-c9bdc2108904 req-deeae930-81e9-414d-8559-56d2972e1fe9 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 944 time: 0.1464891 Apr 22 16:28:29.566770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-944c6b91-e8e0-45f8-8aa5-0bd9e772e0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:29.581230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22abff2c-c9a9-4509-8bb3-90819540e6ed,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:29.584450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:29.586764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:29.591375 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22abff2c-c9a9-4509-8bb3-90819540e6ed HTTP/1.1" status: 204 len: 168 time: 0.2385635 Apr 22 16:28:29.653901 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-35c0d0d1-3090-4b6c-845a-1e0329495668 req-e406d67a-66cb-4e64-9704-00f91b369586 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876410 Apr 22 16:28:29.662116 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-216df6cd-9c5d-471d-8d09-c9bdc2108904 req-46e560e4-f192-4baa-acab-9723b8c0fb00 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799878 Apr 22 16:28:29.925107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2e33-631d-4225-b888-d3a5244e9f5e req-ef9426a8-ec8c-4bf1-af5e-05c50ab09f44 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:29.926895 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f0f2e33-631d-4225-b888-d3a5244e9f5e req-ef9426a8-ec8c-4bf1-af5e-05c50ab09f44 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1338036 Apr 22 16:28:29.993410 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f0f2e33-631d-4225-b888-d3a5244e9f5e req-d4b566b5-7b48-450d-86a8-32bc730f5aae tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586507 Apr 22 16:28:30.948182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4d5f6-a0e0-4aa8-995d-fc014103feaa req-fc67e39c-6e16-4007-8605-29f9a8eb5445 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:30.950054 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8bf4d5f6-a0e0-4aa8-995d-fc014103feaa req-fc67e39c-6e16-4007-8605-29f9a8eb5445 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 944 time: 0.1627297 Apr 22 16:28:30.963299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915b0a-0c03-4cee-b429-5b461342a279 req-9f479032-44d9-4a44-ad14-b1a654c18c2c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:30.965703 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ae915b0a-0c03-4cee-b429-5b461342a279 req-9f479032-44d9-4a44-ad14-b1a654c18c2c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 944 time: 0.1347528 Apr 22 16:28:31.047342 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8bf4d5f6-a0e0-4aa8-995d-fc014103feaa req-0d69ee5d-01d3-4050-b5a1-af37f098ca1c tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812979 Apr 22 16:28:31.052378 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ae915b0a-0c03-4cee-b429-5b461342a279 req-4f04eec5-b032-44a6-b3dd-ec1a5d34f5e9 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695579 Apr 22 16:28:31.187204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:31.279161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf5b4f-f72b-4780-af44-ec1cba2898b8 req-61b25fcd-94e5-4beb-854c-fc30744fc2f3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:31.281002 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-22bf5b4f-f72b-4780-af44-ec1cba2898b8 req-61b25fcd-94e5-4beb-854c-fc30744fc2f3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1072242 Apr 22 16:28:31.350589 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-22bf5b4f-f72b-4780-af44-ec1cba2898b8 req-daf8edc1-c071-42e5-b14b-c2ff43d75675 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620725 Apr 22 16:28:31.438535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f701605c-30a3-426a-b859-1a17b32a4752 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:28:31.448183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f998f236-3550-4219-91f4-4090bf1dd97b up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:28:31.681748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f701605c-30a3-426a-b859-1a17b32a4752, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f701605c-30a3-426a-b859-1a17b32a4752,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:31.698039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'f701605c-30a3-426a-b859-1a17b32a4752', 'network_id': '87b63e8a-3742-479a-93de-cdc988f91c66', 'port_id': 'f701605c-30a3-426a-b859-1a17b32a4752', 'mac_address': 'fa:16:3e:06:3c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbba67a-be74-4a3d-b1eb-54010b0737f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:28:31.731917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port f998f236-3550-4219-91f4-4090bf1dd97b completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:28:31.747062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port f998f236-3550-4219-91f4-4090bf1dd97b triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:28:31.747666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:31.816291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:31.844641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f701605c-30a3-426a-b859-1a17b32a4752 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:28:31.901909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f701605c-30a3-426a-b859-1a17b32a4752, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f701605c-30a3-426a-b859-1a17b32a4752,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:31.930110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:31.957308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:31.964002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:31.999874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f998f236-3550-4219-91f4-4090bf1dd97b'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:32.026473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f998f236-3550-4219-91f4-4090bf1dd97b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f998f236-3550-4219-91f4-4090bf1dd97b,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:32.056300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=f701605c-30a3-426a-b859-1a17b32a4752,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:32.061508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:32.069256 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f998f236-3550-4219-91f4-4090bf1dd97b', 'code': 200} Apr 22 16:28:32.086878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:32.089304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:32.189838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=f998f236-3550-4219-91f4-4090bf1dd97b,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:32.193930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:32.414003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c99e0-60af-4fdc-a7d9-c08612867320 req-b0b184d0-d609-4f08-8266-810ab1b12c9c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:32.415676 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-513c99e0-60af-4fdc-a7d9-c08612867320 req-b0b184d0-d609-4f08-8266-810ab1b12c9c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 945 time: 0.2023859 Apr 22 16:28:32.429827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bf069-fa99-4e16-98d6-782c3a348777 req-3ebd7882-af19-4fa1-97e0-98b14131851b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:32.431459 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b5bf069-fa99-4e16-98d6-782c3a348777 req-3ebd7882-af19-4fa1-97e0-98b14131851b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1646852 Apr 22 16:28:32.515158 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-513c99e0-60af-4fdc-a7d9-c08612867320 req-5cc221f5-245e-4bb2-85bd-97e99db034e5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826259 Apr 22 16:28:32.520473 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b5bf069-fa99-4e16-98d6-782c3a348777 req-935fe7a8-7d2d-48cf-916c-7bd2ff903c7e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733228 Apr 22 16:28:32.663237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['f701605c-30a3-426a-b859-1a17b32a4752'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:32.673162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb12ff-acec-433e-858a-453a8c7d761c req-9f717497-efd2-47fc-a245-71ccbe7439c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:32.674751 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-76cb12ff-acec-433e-858a-453a8c7d761c req-9f717497-efd2-47fc-a245-71ccbe7439c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 1098 time: 0.1201630 Apr 22 16:28:32.748656 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-76cb12ff-acec-433e-858a-453a8c7d761c req-15b65afb-babf-4125-9f12-f022f323371f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Apr 22 16:28:32.799605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e58925-5e59-4bc8-aafc-bb19379010bd req-8c8b66e9-cd62-436d-a546-227fc5c92933 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:32.801365 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e3e58925-5e59-4bc8-aafc-bb19379010bd req-8c8b66e9-cd62-436d-a546-227fc5c92933 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1391318 Apr 22 16:28:32.873756 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e3e58925-5e59-4bc8-aafc-bb19379010bd req-51d2149b-637c-4f2c-a9e4-70422b8ef10c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622320 Apr 22 16:28:33.501129 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-f57ef05a-d01e-43c9-9913-ca3fe774141a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931847 Apr 22 16:28:33.643463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-5aeee397-88ed-47b2-9dfc-004bf5460ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:33.645157 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-5aeee397-88ed-47b2-9dfc-004bf5460ecc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.0942781 Apr 22 16:28:33.771982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03284e8-6d62-4933-adaf-28558fe5777c req-c933ec6a-7210-44af-b082-2d222a39173e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:33.773685 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f03284e8-6d62-4933-adaf-28558fe5777c req-c933ec6a-7210-44af-b082-2d222a39173e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1798122 Apr 22 16:28:33.814398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ca34d-60ae-4266-8626-c1d4c8bd2e3c req-1e17844f-a338-48f5-a0a6-4bb7f2435e5a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:33.816096 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-056ca34d-60ae-4266-8626-c1d4c8bd2e3c req-1e17844f-a338-48f5-a0a6-4bb7f2435e5a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1436081 Apr 22 16:28:33.862292 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f03284e8-6d62-4933-adaf-28558fe5777c req-e7ddce5b-19d4-40fa-a3d1-821b7b4b2685 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793207 Apr 22 16:28:33.863474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-99fe9655-384a-4c57-9348-c59b3061129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:33.866129 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-99fe9655-384a-4c57-9348-c59b3061129b service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.1798756 Apr 22 16:28:33.904746 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-056ca34d-60ae-4266-8626-c1d4c8bd2e3c req-2c1e0bde-5eb5-4b34-84e0-fbd73c2174ee tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737107 Apr 22 16:28:33.967518 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-3cf47e1f-044d-4b5a-95a3-26a396194d00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 217 time: 0.0937369 Apr 22 16:28:34.048939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-bca054e1-3bdf-47e1-83b7-d28e47fdd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:34.050525 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-bca054e1-3bdf-47e1-83b7-d28e47fdd1aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0745142 Apr 22 16:28:34.108181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb36420-95e3-446f-8928-fa1ec14a72dc req-6d7997a9-5a1e-45f9-be11-773cd447bfb0 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:34.110056 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fcb36420-95e3-446f-8928-fa1ec14a72dc req-6d7997a9-5a1e-45f9-be11-773cd447bfb0 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 945 time: 0.0964406 Apr 22 16:28:34.119223 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-918105ef-cd7e-44bb-a489-2273c9dc50de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505874 Apr 22 16:28:34.168566 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fcb36420-95e3-446f-8928-fa1ec14a72dc req-e9747533-3053-4ccc-84d5-80b7ae79cc8d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Apr 22 16:28:34.288581 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-4e91e5c9-c0ca-430b-85cb-b9eca513045b service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599014 Apr 22 16:28:34.447976 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6ab569b-5f51-4ef7-8c7c-216455757e5a req-7fe64e0a-84a0-4754-8253-ac6cc49824a4 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503146 Apr 22 16:28:34.664690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-849b067e-3903-461d-aa48-b86e3532e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:34.666933 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-849b067e-3903-461d-aa48-b86e3532e7db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b277cb8ca574021aff9f871bb381b12&device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 1098 time: 0.0937328 Apr 22 16:28:34.827795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-0fab5fc4-04a9-4223-abc9-ef77fc903d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:34.829625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-0fab5fc4-04a9-4223-abc9-ef77fc903d39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 200 len: 920 time: 0.1527870 Apr 22 16:28:34.912624 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-02658602-5944-47c4-a2c4-39de130bc18e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 200 len: 217 time: 0.0710819 Apr 22 16:28:35.007119 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-eb553dc0-071a-476c-8538-e05eee9f9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:35.008773 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-eb553dc0-071a-476c-8538-e05eee9f9fb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 200 len: 859 time: 0.0809112 Apr 22 16:28:35.085014 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-36398a95-4683-4ccc-b6a3-7cbcffd8b64c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9de1071-9191-426c-ad16-00fda579efd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521767 Apr 22 16:28:35.187638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572a9ff-0976-4f57-b223-21015575e171 req-48a7b659-337d-44c6-90b9-44bfe153b751 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:35.189677 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5572a9ff-0976-4f57-b223-21015575e171 req-48a7b659-337d-44c6-90b9-44bfe153b751 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1872442 Apr 22 16:28:35.212275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa8117-2ed4-45e8-9ecd-0885320ec622 req-88c52b98-d8a8-4f44-a01d-a3eec7c5bbc8 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:35.213990 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38fa8117-2ed4-45e8-9ecd-0885320ec622 req-88c52b98-d8a8-4f44-a01d-a3eec7c5bbc8 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1522081 Apr 22 16:28:35.336824 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5572a9ff-0976-4f57-b223-21015575e171 req-75b3470c-ae60-4f23-8b0b-2bb1114281b3 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213562 Apr 22 16:28:35.346350 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38fa8117-2ed4-45e8-9ecd-0885320ec622 req-955e1521-1885-416a-9c44-67cf26e18e09 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122663 Apr 22 16:28:35.465574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f701605c-30a3-426a-b859-1a17b32a4752 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:28:35.528998 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-de713792-93f3-440a-a41d-ad5013798f43 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362600 Apr 22 16:28:35.587805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e284a7-496c-4574-a857-1ddfe3022cc2 req-0142ec70-0bbc-40ca-90e8-eff10fefd605 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:35.589389 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-78e284a7-496c-4574-a857-1ddfe3022cc2 req-0142ec70-0bbc-40ca-90e8-eff10fefd605 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 945 time: 0.1028428 Apr 22 16:28:35.618309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port f701605c-30a3-426a-b859-1a17b32a4752 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:28:35.627765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port f701605c-30a3-426a-b859-1a17b32a4752 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:28:35.628671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.676330 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-78e284a7-496c-4574-a857-1ddfe3022cc2 req-4d09c8fb-1aaa-4be4-a41b-1ba5f4375bc8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787442 Apr 22 16:28:35.715564 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2bad0974-0ba6-45f6-aa3c-1f1d70ffb035 req-c7dc8c46-cd75-4d78-8703-b3a7c1cfdc15 service neutron] 10.222.0.26 "GET /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544311 Apr 22 16:28:35.784211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.814791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14273fab-faf0-4534-aa65-445cadd5a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701605c-30a3-426a-b859-1a17b32a4752'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:35.826439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f701605c-30a3-426a-b859-1a17b32a4752, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f701605c-30a3-426a-b859-1a17b32a4752,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:35.866196 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14273fab-faf0-4534-aa65-445cadd5a084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701605c-30a3-426a-b859-1a17b32a4752', 'code': 200} Apr 22 16:28:35.880799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.882960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:35.961666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=f701605c-30a3-426a-b859-1a17b32a4752,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:35.966073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:36.335114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a269c-6984-4e22-bc28-2ed449396738 req-4eb59751-b245-4a40-8fa3-e1797c7fd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.336818 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f75a269c-6984-4e22-bc28-2ed449396738 req-4eb59751-b245-4a40-8fa3-e1797c7fd704 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 1099 time: 0.0856268 Apr 22 16:28:36.405363 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f75a269c-6984-4e22-bc28-2ed449396738 req-2bc1da25-5e7e-4e4f-839d-ce2f424dd6ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525739 Apr 22 16:28:36.645428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c74273-9d42-4345-810b-385e06c5ca71 req-50be2ba4-fe4a-432d-8554-97cc145afd84 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.647077 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64c74273-9d42-4345-810b-385e06c5ca71 req-50be2ba4-fe4a-432d-8554-97cc145afd84 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1636078 Apr 22 16:28:36.661703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf2af4-3a58-422a-b12a-40ffd410c248 req-828f87c8-4ad8-46cc-bd0d-72c78878d382 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.663234 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8caf2af4-3a58-422a-b12a-40ffd410c248 req-828f87c8-4ad8-46cc-bd0d-72c78878d382 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1371524 Apr 22 16:28:36.736941 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64c74273-9d42-4345-810b-385e06c5ca71 req-0048cb09-63a5-4335-9486-fc184c305034 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726707 Apr 22 16:28:36.748252 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8caf2af4-3a58-422a-b12a-40ffd410c248 req-62115825-a225-4782-bb25-c78ce0c720bd tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666721 Apr 22 16:28:36.964479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f3d32-c914-4d28-86a3-5b320084aaeb req-c7effc53-f88c-4cf3-a5b5-59b6a8222209 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.967079 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8f7f3d32-c914-4d28-86a3-5b320084aaeb req-c7effc53-f88c-4cf3-a5b5-59b6a8222209 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0977824 Apr 22 16:28:37.022967 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8f7f3d32-c914-4d28-86a3-5b320084aaeb req-60cb75f4-095c-4e32-98bc-df496faebac3 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481541 Apr 22 16:28:37.973231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45554fe9-5bd6-401d-b939-937dc390a0a5 req-3d0123c7-75fa-4a57-a62e-caca4543a6ef tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:37.975409 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-45554fe9-5bd6-401d-b939-937dc390a0a5 req-3d0123c7-75fa-4a57-a62e-caca4543a6ef tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1134593 Apr 22 16:28:38.034337 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-45554fe9-5bd6-401d-b939-937dc390a0a5 req-e3ea7c9a-d17f-4799-9c16-8ef76e003ee4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496068 Apr 22 16:28:38.237777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97555-5435-4961-97d4-63ec83278184 req-c03c8a5d-fdff-45bb-b097-6175f737701a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:38.245902 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-85c97555-5435-4961-97d4-63ec83278184 req-c03c8a5d-fdff-45bb-b097-6175f737701a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.1036210 Apr 22 16:28:38.300125 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-85c97555-5435-4961-97d4-63ec83278184 req-0f63425a-cefa-429f-b23e-a1433332ab5d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523694 Apr 22 16:28:38.569581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65133d-9e1d-4e7b-ab02-1b36601fba11 req-209363c9-92fd-47b1-8d5c-0aad53c6b717 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:38.571143 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b65133d-9e1d-4e7b-ab02-1b36601fba11 req-209363c9-92fd-47b1-8d5c-0aad53c6b717 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1098883 Apr 22 16:28:38.625536 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b65133d-9e1d-4e7b-ab02-1b36601fba11 req-84af9490-b043-46e7-8870-1cc1cdb9bb75 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Apr 22 16:28:39.259062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729794f3-e28f-47e5-b3cf-b3750d01f27e req-ed6eb636-1a23-4df4-93d2-5cca6186cc05 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:39.260734 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-729794f3-e28f-47e5-b3cf-b3750d01f27e req-ed6eb636-1a23-4df4-93d2-5cca6186cc05 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0948384 Apr 22 16:28:39.314792 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-729794f3-e28f-47e5-b3cf-b3750d01f27e req-d632593a-7a46-426a-9325-0f4f853ee7ed tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Apr 22 16:28:39.542459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df78e5-6052-4c35-ae72-e14f91d98d88 req-9d6fe01b-b935-4b1d-b300-7e0ddaacd0a7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:39.544847 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-85df78e5-6052-4c35-ae72-e14f91d98d88 req-9d6fe01b-b935-4b1d-b300-7e0ddaacd0a7 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.1037235 Apr 22 16:28:39.611547 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-85df78e5-6052-4c35-ae72-e14f91d98d88 req-9cc55316-f47d-4e9e-a5fa-4bcaeefad78a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541577 Apr 22 16:28:39.848964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03375146-cf0d-4a30-a5c2-aab8dcab073e req-8347e0ee-8369-4560-ab4e-8a5afcb9811e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:39.850730 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-03375146-cf0d-4a30-a5c2-aab8dcab073e req-8347e0ee-8369-4560-ab4e-8a5afcb9811e tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1010878 Apr 22 16:28:39.907183 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-03375146-cf0d-4a30-a5c2-aab8dcab073e req-5e2d893c-3749-41f0-b367-8fca44915529 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495558 Apr 22 16:28:40.542471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c8ab6-a7c8-4d9a-8727-82e41f49ce08 req-9dcc9fa7-a14c-4f69-9215-2ff5628cb8c6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:40.544103 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-828c8ab6-a7c8-4d9a-8727-82e41f49ce08 req-9dcc9fa7-a14c-4f69-9215-2ff5628cb8c6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0997400 Apr 22 16:28:40.597207 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-828c8ab6-a7c8-4d9a-8727-82e41f49ce08 req-0a1fb035-426b-4291-8d8d-c88cc645c09f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444655 Apr 22 16:28:40.837805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed897960-9560-4dbf-a549-82b384a7fa84 req-d7697811-22a6-44d7-88bc-3963884efe3a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:40.839445 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ed897960-9560-4dbf-a549-82b384a7fa84 req-d7697811-22a6-44d7-88bc-3963884efe3a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0996056 Apr 22 16:28:40.904794 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ed897960-9560-4dbf-a549-82b384a7fa84 req-aaeb9f91-b5ea-4dee-aabc-b971e76dd1b6 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552855 Apr 22 16:28:41.165568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0f5f-36e8-4852-9308-c4717b24cf27 req-48b2664a-067f-4d51-b935-10e87022e449 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:41.167202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-95fc0f5f-36e8-4852-9308-c4717b24cf27 req-48b2664a-067f-4d51-b935-10e87022e449 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.0962896 Apr 22 16:28:41.227345 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-95fc0f5f-36e8-4852-9308-c4717b24cf27 req-0049193c-35f9-46bd-b0b6-892f68d7e9c6 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3fa3b9d-c432-4a7f-810c-46ad564bb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Apr 22 16:28:41.500075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-34c19df9-bf00-4d88-8e60-9f94aacdd9d3 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:41.500766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-34c19df9-bf00-4d88-8e60-9f94aacdd9d3 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Synchronizing usage tracker for tenant:b06b1066375d4504906c409d9b283cd4 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:28:41.515135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-34c19df9-bf00-4d88-8e60-9f94aacdd9d3 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Unset dirty status for tenant:b06b1066375d4504906c409d9b283cd4 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:28:41.516421 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-34c19df9-bf00-4d88-8e60-9f94aacdd9d3 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1173592 Apr 22 16:28:41.616332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Deleting port f998f236-3550-4219-91f4-4090bf1dd97b {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:28:41.616332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:41.857901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb7eed-740a-4eca-a9c7-36541d36fc2d req-2d6d2955-3eae-4abc-be25-97c5d7d96776 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:41.859568 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4efb7eed-740a-4eca-a9c7-36541d36fc2d req-2d6d2955-3eae-4abc-be25-97c5d7d96776 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1130075 Apr 22 16:28:41.913521 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4efb7eed-740a-4eca-a9c7-36541d36fc2d req-5c2a14d8-a0fa-4b80-b66e-0c2a6d8e5db7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Apr 22 16:28:41.921370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] For port f998f236-3550-4219-91f4-4090bf1dd97b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f998f236-3550-4219-91f4-4090bf1dd97b,segment=NetworkSegment(f786dc78-6448-450b-b96b-7bb8d2e84c91),segment_id=f786dc78-6448-450b-b96b-7bb8d2e84c91)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:41.921912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:42.068049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Calling delete_port for f998f236-3550-4219-91f4-4090bf1dd97b owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:28:42.293756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:42.304254 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:42.341561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['f998f236-3550-4219-91f4-4090bf1dd97b'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:42.362339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Pushing event deleted for resources: {'Port': ['ID=f998f236-3550-4219-91f4-4090bf1dd97b,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:42.373126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.373561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.374116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.374588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.375078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.375938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.375938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.376383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.376787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.377179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.377571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.377956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:42.387897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:42.480976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] No DVR routers for this DVR port f998f236-3550-4219-91f4-4090bf1dd97b on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:28:42.484884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:42.489140 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5f85f903-1314-47bd-b265-9ffd288f6f7d req-42eeb404-2ec8-4593-a770-c1022887b951 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0834978 Apr 22 16:28:42.501444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'name': 'network-vif-deleted', 'tag': 'f998f236-3550-4219-91f4-4090bf1dd97b'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:42.545045 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e1cffadb-d043-497a-a99f-856fb8ae6277 req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.26 "DELETE /v2.0/ports/f998f236-3550-4219-91f4-4090bf1dd97b HTTP/1.1" status: 204 len: 173 time: 1.0229983 Apr 22 16:28:42.594699 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24382103-0bb7-4833-961b-0b04cf9dc5a7', 'name': 'network-vif-deleted', 'tag': 'f998f236-3550-4219-91f4-4090bf1dd97b', 'status': 'completed', 'code': 200} Apr 22 16:28:42.989211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d7d2237-25f6-4414-9a85-81978aec0f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:43.144755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13608832-f7a3-4847-959d-3dbbd5716359 req-5e362071-6e2e-44ad-8cbc-237da42c259f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:43.146404 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13608832-f7a3-4847-959d-3dbbd5716359 req-5e362071-6e2e-44ad-8cbc-237da42c259f tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0980079 Apr 22 16:28:43.207809 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13608832-f7a3-4847-959d-3dbbd5716359 req-d91b597c-299f-4c41-b963-cfbcea627da6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480628 Apr 22 16:28:43.570207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:28:43.864585 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-06ccbdc4-96e2-45ac-a249-17345009b92f req-aeac2c1c-68ed-4cf8-bd20-168390e08e1b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] 10.222.0.10 "GET /v2.0/ports?device_id=24382103-0bb7-4833-961b-0b04cf9dc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0673440 Apr 22 16:28:45.161406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-15688cb2-53e5-4d6d-80b8-dcc5c4aa306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:45.548087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f998f236-3550-4219-91f4-4090bf1dd97b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:28:45.604473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: f998f236-3550-4219-91f4-4090bf1dd97b {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:28:45.605213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f998f236-3550-4219-91f4-4090bf1dd97b not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:28:46.217812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:46.554753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:47.543751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:55.454290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d8c6-2165-482a-bc25-78ba6d8b22cd req-9d0f5503-39b2-40e3-8fe0-011f59c4ec18 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:55.456642 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d624d8c6-2165-482a-bc25-78ba6d8b22cd req-9d0f5503-39b2-40e3-8fe0-011f59c4ec18 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.0978281 Apr 22 16:28:55.507338 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d624d8c6-2165-482a-bc25-78ba6d8b22cd req-09119f49-515e-48b1-b451-dddf5c4164a9 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443077 Apr 22 16:28:56.782007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e598400-0ce2-4f3f-b207-7cbfc7528d2d req-10884365-c000-45dd-a7b6-a3268280f611 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:56.783753 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4e598400-0ce2-4f3f-b207-7cbfc7528d2d req-10884365-c000-45dd-a7b6-a3268280f611 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1266329 Apr 22 16:28:57.033916 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4e598400-0ce2-4f3f-b207-7cbfc7528d2d req-10d043f3-9465-42e0-abf3-faa7d5a4cb61 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435474 Apr 22 16:28:58.260883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90124063-a8b5-40b1-87a8-5d026502442e req-62b1358b-c551-408a-9960-76933609a660 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:58.263538 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-90124063-a8b5-40b1-87a8-5d026502442e req-62b1358b-c551-408a-9960-76933609a660 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.0997572 Apr 22 16:28:58.330815 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-90124063-a8b5-40b1-87a8-5d026502442e req-859bfc4d-4474-4500-9b17-aea127570bd4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604208 Apr 22 16:28:59.330105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-dad0b48a-1a75-4ac6-8d28-cf0396bcc950 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:59.330870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-dad0b48a-1a75-4ac6-8d28-cf0396bcc950 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Synchronizing usage tracker for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:28:59.345103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-dad0b48a-1a75-4ac6-8d28-cf0396bcc950 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Unset dirty status for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:28:59.346651 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-dad0b48a-1a75-4ac6-8d28-cf0396bcc950 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1396284 Apr 22 16:28:59.430312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Deleting port 08794c27-3da7-4b2e-b453-efbd85796fc9 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:28:59.430682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:59.650683 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac3700-bf63-41f3-87ee-91777dfa5820 req-702421c5-4f0b-4667-b2a3-c2a19fa37408 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:59.655030 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-60ac3700-bf63-41f3-87ee-91777dfa5820 req-702421c5-4f0b-4667-b2a3-c2a19fa37408 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 946 time: 0.1956983 Apr 22 16:28:59.766887 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-60ac3700-bf63-41f3-87ee-91777dfa5820 req-ae1b4f39-ddfe-4baa-9065-d541414415b0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972903 Apr 22 16:28:59.781653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] For port 08794c27-3da7-4b2e-b453-efbd85796fc9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08794c27-3da7-4b2e-b453-efbd85796fc9,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:59.784917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:59.925949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Calling delete_port for 08794c27-3da7-4b2e-b453-efbd85796fc9 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:00.131828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:00.138317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:00.183998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['099d2208-6556-458b-9965-e460bf9f80b5', '08794c27-3da7-4b2e-b453-efbd85796fc9'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:00.192043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Pushing event deleted for resources: {'Port': ['ID=08794c27-3da7-4b2e-b453-efbd85796fc9,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:00.195635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:00.297039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] No DVR routers for this DVR port 08794c27-3da7-4b2e-b453-efbd85796fc9 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:00.299789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:00.311667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'name': 'network-vif-deleted', 'tag': '08794c27-3da7-4b2e-b453-efbd85796fc9'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:00.343837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2cedbd23-e80c-4d74-b86e-ceb38029e3b2 req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "DELETE /v2.0/ports/08794c27-3da7-4b2e-b453-efbd85796fc9 HTTP/1.1" status: 204 len: 173 time: 0.9910765 Apr 22 16:29:00.372424 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab6136-5bb6-409a-b5e9-2cdc649be118', 'name': 'network-vif-deleted', 'tag': '08794c27-3da7-4b2e-b453-efbd85796fc9', 'status': 'completed', 'code': 200} Apr 22 16:29:01.006957 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64baae88-a7de-4d7a-b86c-5882dff866e8 req-fa2a60fd-1cea-4265-912b-6abb0dad7c9a tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=faab6136-5bb6-409a-b5e9-2cdc649be118 HTTP/1.1" status: 200 len: 210 time: 0.0564835 Apr 22 16:29:01.218327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:02.706096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30a68-f24b-492f-acd8-ff8a7a1d7249 req-d5c36dc6-3ea1-4654-8e21-a06628b40cc4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:02.707701 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-faa30a68-f24b-492f-acd8-ff8a7a1d7249 req-d5c36dc6-3ea1-4654-8e21-a06628b40cc4 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0939326 Apr 22 16:29:02.758550 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-faa30a68-f24b-492f-acd8-ff8a7a1d7249 req-95c5b872-300e-49a4-b2cf-f14a231ecdbc tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Apr 22 16:29:03.644782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08794c27-3da7-4b2e-b453-efbd85796fc9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:03.688559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 08794c27-3da7-4b2e-b453-efbd85796fc9 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:03.689440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08794c27-3da7-4b2e-b453-efbd85796fc9 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:04.039367 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e59e9-6a21-4f24-bfc6-4c5bffa9bd0b req-2b756ab3-5a92-4f62-8383-5461136bdef5 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:04.048627 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5a7e59e9-6a21-4f24-bfc6-4c5bffa9bd0b req-2b756ab3-5a92-4f62-8383-5461136bdef5 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1488500 Apr 22 16:29:04.110432 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5a7e59e9-6a21-4f24-bfc6-4c5bffa9bd0b req-8cab2d44-b877-4c1b-9cd9-1dbd402cdb25 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604827 Apr 22 16:29:05.349978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2191fe-fce9-4695-9752-9eabc0f843a0 req-388ec1a5-4153-4699-812d-4090f3f47ad2 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:05.351575 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6a2191fe-fce9-4695-9752-9eabc0f843a0 req-388ec1a5-4153-4699-812d-4090f3f47ad2 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1160233 Apr 22 16:29:05.403218 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6a2191fe-fce9-4695-9752-9eabc0f843a0 req-31e12ce4-3b16-4245-8f76-619c861b88ce tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Apr 22 16:29:06.619203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cc49b-6577-470f-b30b-819b84254a8d req-3d8eafb7-dd89-4f09-8803-8afcb697d45e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:06.620831 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-283cc49b-6577-470f-b30b-819b84254a8d req-3d8eafb7-dd89-4f09-8803-8afcb697d45e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0924139 Apr 22 16:29:06.669590 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-283cc49b-6577-470f-b30b-819b84254a8d req-b3a258c1-09f5-4653-8b7f-4e513e97e231 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Apr 22 16:29:07.946389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc15a9-0aea-47bc-8236-d3a8278c1a52 req-01a0e7fb-3c06-463b-abcb-82b10c4f9055 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:07.948003 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-93bc15a9-0aea-47bc-8236-d3a8278c1a52 req-01a0e7fb-3c06-463b-abcb-82b10c4f9055 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1443551 Apr 22 16:29:08.010344 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-93bc15a9-0aea-47bc-8236-d3a8278c1a52 req-23f61dbd-4b2a-4476-9a50-9f5d71260702 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Apr 22 16:29:09.270551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8241de-6816-4d05-a378-652333171968 req-9930c4a9-f8fb-45e3-8f30-a6341ca2fa8c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:09.272803 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b8241de-6816-4d05-a378-652333171968 req-9930c4a9-f8fb-45e3-8f30-a6341ca2fa8c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1084230 Apr 22 16:29:09.337358 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b8241de-6816-4d05-a378-652333171968 req-9d155f45-b803-46b6-a7c5-95c3e0ca8569 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516012 Apr 22 16:29:10.568412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991905c-926d-4009-8eb2-108ff41b66c1 req-c23909a0-0b25-40d1-914a-d1312132716e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:10.569994 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0991905c-926d-4009-8eb2-108ff41b66c1 req-c23909a0-0b25-40d1-914a-d1312132716e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1004939 Apr 22 16:29:10.622259 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0991905c-926d-4009-8eb2-108ff41b66c1 req-154fbcaa-1172-4f5d-8f16-7da59b0d7732 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Apr 22 16:29:11.872173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73aca8-0414-46e3-8380-0a4f957ccbaf req-80a3e4e0-7861-4fa1-b3b6-a899e155ffec tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:11.880396 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7c73aca8-0414-46e3-8380-0a4f957ccbaf req-80a3e4e0-7861-4fa1-b3b6-a899e155ffec tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1204143 Apr 22 16:29:11.928190 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7c73aca8-0414-46e3-8380-0a4f957ccbaf req-8f4f1690-78e5-49a4-9beb-355ff6ea1877 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465975 Apr 22 16:29:12.950822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959be1d-48e5-4721-8f82-6caab04a44bb req-6d81b99b-7490-4b34-994e-c431701e1912 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:12.953809 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e959be1d-48e5-4721-8f82-6caab04a44bb req-6d81b99b-7490-4b34-994e-c431701e1912 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.1238484 Apr 22 16:29:12.954514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ee443b9-1ddb-477c-bbc9-bc92282ee3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:13.016869 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e959be1d-48e5-4721-8f82-6caab04a44bb req-77f9730a-f7be-4c7e-8cb1-4507adddf267 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551026 Apr 22 16:29:13.168529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430c719-b319-4493-a601-267c8333c313 req-8f3f79aa-a8f8-40ba-b312-4632a9d3f7db tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:13.171182 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7430c719-b319-4493-a601-267c8333c313 req-8f3f79aa-a8f8-40ba-b312-4632a9d3f7db tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0972536 Apr 22 16:29:13.241092 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7430c719-b319-4493-a601-267c8333c313 req-ba97c1d6-0e55-4001-92e2-ab40b584cf1e tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631595 Apr 22 16:29:14.300983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f0f39-8f92-47da-98b1-2294569901ef req-12f5ef9e-f50a-4ee7-aeff-82eccfa9e679 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:14.302588 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b0f0f39-8f92-47da-98b1-2294569901ef req-12f5ef9e-f50a-4ee7-aeff-82eccfa9e679 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.1018424 Apr 22 16:29:14.353317 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b0f0f39-8f92-47da-98b1-2294569901ef req-8c2ba537-eb32-4d7c-a6f2-9a4b6952d18b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Apr 22 16:29:14.552255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877d740-1232-4250-9b72-9661c011a9f2 req-9fe9b4c8-d966-4aa5-b2d8-8aed1191f465 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:14.553876 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d877d740-1232-4250-9b72-9661c011a9f2 req-9fe9b4c8-d966-4aa5-b2d8-8aed1191f465 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0994236 Apr 22 16:29:14.603820 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d877d740-1232-4250-9b72-9661c011a9f2 req-90cab5d0-ebcf-4516-a081-5b9bff120bcd tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 Apr 22 16:29:15.152913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e7819cf-a831-4214-8929-385a55d989ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:15.560123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d9852-ccbc-47f8-9ebe-0aaf38f5990b req-37b30e7d-a98e-4df1-9267-1b7301bf01a4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:15.561834 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-558d9852-ccbc-47f8-9ebe-0aaf38f5990b req-37b30e7d-a98e-4df1-9267-1b7301bf01a4 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0922267 Apr 22 16:29:15.610964 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-558d9852-ccbc-47f8-9ebe-0aaf38f5990b req-82bbecc7-0aec-4255-94fc-dba93ac4b132 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Apr 22 16:29:15.820056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc807be-6169-46de-8a63-f1620d258177 req-dc80f7de-93f8-44b8-a6f5-f2eeca94e7d6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:15.821443 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8fc807be-6169-46de-8a63-f1620d258177 req-dc80f7de-93f8-44b8-a6f5-f2eeca94e7d6 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0986695 Apr 22 16:29:15.872975 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8fc807be-6169-46de-8a63-f1620d258177 req-35f0e2c1-079c-4cfc-bfa8-c3885d6dcd2c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Apr 22 16:29:16.188496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:16.497504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:16.811575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a162f26-82be-4f4d-abcf-e0dd867bcc4e req-1a14c5e1-f187-4a19-8e4a-45a150d87e10 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:16.812987 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5a162f26-82be-4f4d-abcf-e0dd867bcc4e req-1a14c5e1-f187-4a19-8e4a-45a150d87e10 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0889363 Apr 22 16:29:16.863511 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5a162f26-82be-4f4d-abcf-e0dd867bcc4e req-db86000d-b656-4a1b-b7d2-08ef3ed74b12 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Apr 22 16:29:17.084359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd80c-c9b3-4fe8-a32f-e3ccd11f9f31 req-0d16f044-9d4f-4376-81ed-2c51acff709c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:17.085994 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-127dd80c-c9b3-4fe8-a32f-e3ccd11f9f31 req-0d16f044-9d4f-4376-81ed-2c51acff709c tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0959988 Apr 22 16:29:17.135977 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-127dd80c-c9b3-4fe8-a32f-e3ccd11f9f31 req-6c45370e-fbb9-4e8f-a96f-d98f16a46125 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Apr 22 16:29:17.570376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:18.079252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d0441-08b4-40d9-8171-aa59f587cddf req-28de4585-34ff-4827-a297-3a85746302a6 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:18.080860 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7f0d0441-08b4-40d9-8171-aa59f587cddf req-28de4585-34ff-4827-a297-3a85746302a6 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0964200 Apr 22 16:29:18.131826 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7f0d0441-08b4-40d9-8171-aa59f587cddf req-66f24123-8f96-4f3c-8554-d4bb8d0ed960 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446298 Apr 22 16:29:18.347640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39590133-da8c-413a-95ac-751b0eefdaeb req-f8bc825b-b4b8-436e-9e8b-2d48d6a7893d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:18.349255 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39590133-da8c-413a-95ac-751b0eefdaeb req-f8bc825b-b4b8-436e-9e8b-2d48d6a7893d tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0943005 Apr 22 16:29:18.400154 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39590133-da8c-413a-95ac-751b0eefdaeb req-38896788-e350-416b-8826-f57fb7b3729b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Apr 22 16:29:18.919115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-0720b011-2b7f-4df6-950c-ea17fecb61b0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:18.921972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-0720b011-2b7f-4df6-950c-ea17fecb61b0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Synchronizing usage tracker for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:18.983822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-0720b011-2b7f-4df6-950c-ea17fecb61b0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Unset dirty status for tenant:5b277cb8ca574021aff9f871bb381b12 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:18.985954 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-0720b011-2b7f-4df6-950c-ea17fecb61b0 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.1676090 Apr 22 16:29:19.067911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Deleting port 099d2208-6556-458b-9965-e460bf9f80b5 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:19.067911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:19.378966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] For port 099d2208-6556-458b-9965-e460bf9f80b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=099d2208-6556-458b-9965-e460bf9f80b5,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:19.384584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:19.418272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480e7f6-b765-4f7b-a5d0-c2e3c71fbd85 req-a456de5b-9c11-4247-af2e-084b895b6562 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:19.419798 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7480e7f6-b765-4f7b-a5d0-c2e3c71fbd85 req-a456de5b-9c11-4247-af2e-084b895b6562 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.1042151 Apr 22 16:29:19.471307 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7480e7f6-b765-4f7b-a5d0-c2e3c71fbd85 req-86fc7dc3-4dc1-451f-96d5-69c76bf62a3a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Apr 22 16:29:19.517118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Calling delete_port for 099d2208-6556-458b-9965-e460bf9f80b5 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:19.682202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd608b31-a24f-4477-8ef9-929a023ea9fb req-c393506a-c63c-4da9-b6e3-f545892fe27b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:19.682202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cd608b31-a24f-4477-8ef9-929a023ea9fb req-c393506a-c63c-4da9-b6e3-f545892fe27b tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 945 time: 0.0953162 Apr 22 16:29:19.725873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:19.734515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:19.735101 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cd608b31-a24f-4477-8ef9-929a023ea9fb req-c8823f98-a8d1-408d-a637-5a045f8cfbf7 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/security-groups?id=c144ce44-df8a-4179-8798-a3ee6cb29ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Apr 22 16:29:19.784265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Pushing event deleted for resources: {'Port': ['ID=099d2208-6556-458b-9965-e460bf9f80b5,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:19.786917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:19.871706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] No DVR routers for this DVR port 099d2208-6556-458b-9965-e460bf9f80b5 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:19.875075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:19.878035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'name': 'network-vif-deleted', 'tag': '099d2208-6556-458b-9965-e460bf9f80b5'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:19.926862 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53db5a9-fca8-4eae-9540-da9dc088dbef', 'name': 'network-vif-deleted', 'tag': '099d2208-6556-458b-9965-e460bf9f80b5', 'status': 'completed', 'code': 200} Apr 22 16:29:19.952775 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64aa9dc1-2c61-4ada-9cc8-df5ff80d7ce5 req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.26 "DELETE /v2.0/ports/099d2208-6556-458b-9965-e460bf9f80b5 HTTP/1.1" status: 204 len: 173 time: 0.9564934 Apr 22 16:29:20.582864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:29:20.685149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9448f-2473-4740-8210-2ee7bb210923 req-6866895a-a28d-41d2-a2a1-5308f8990938 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:20.687638 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad9448f-2473-4740-8210-2ee7bb210923 req-6866895a-a28d-41d2-a2a1-5308f8990938 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0907388 Apr 22 16:29:20.741140 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ad9448f-2473-4740-8210-2ee7bb210923 req-32eda2fc-71db-493b-a0f3-63214d950ade tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Apr 22 16:29:20.906649 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c88adf46-25f9-4b45-851a-e53c23bcb098 req-bda79158-d42f-4603-b3d9-39c4cdfb7afa tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 210 time: 0.0503728 Apr 22 16:29:21.953914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64840e6d-a344-47e1-948e-30ac761adde2 req-974f2a9f-c534-4586-b784-09fe84c1bbc1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:21.955590 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64840e6d-a344-47e1-948e-30ac761adde2 req-974f2a9f-c534-4586-b784-09fe84c1bbc1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0935946 Apr 22 16:29:22.004861 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64840e6d-a344-47e1-948e-30ac761adde2 req-aad60e38-d2e1-49ab-94fe-02f65b6db57c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Apr 22 16:29:22.161386 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d15ddec8-e5e7-496a-8dcb-be4eb68b66c8 req-da179c93-3096-414e-bf31-600a07638843 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 210 time: 0.0494962 Apr 22 16:29:23.212686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01cebd-4b56-4ec6-b985-93d14772e26c req-3cc6dfed-1719-48a9-8e79-5f1793140a08 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:23.214177 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ea01cebd-4b56-4ec6-b985-93d14772e26c req-3cc6dfed-1719-48a9-8e79-5f1793140a08 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0916378 Apr 22 16:29:23.265247 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ea01cebd-4b56-4ec6-b985-93d14772e26c req-e191d999-ea7c-4642-98e4-b06e79485af9 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Apr 22 16:29:23.418003 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-04cc2566-fee3-4851-b1d3-e944cd6926c3 req-8f98027f-b897-43c9-bd52-7f27b0853281 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 210 time: 0.0487583 Apr 22 16:29:24.172493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['099d2208-6556-458b-9965-e460bf9f80b5'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:24.479959 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf296-7f81-4eb0-9c0a-98ffcc6843fe req-50131603-9371-445a-8916-6568f66ea39d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:24.481637 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-852cf296-7f81-4eb0-9c0a-98ffcc6843fe req-50131603-9371-445a-8916-6568f66ea39d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.0954885 Apr 22 16:29:24.530994 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-852cf296-7f81-4eb0-9c0a-98ffcc6843fe req-9a2aa7f0-dbf1-495f-aea5-3a5045dd3904 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Apr 22 16:29:24.698844 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd2fb3de-0e3f-4d1c-a7ef-47d19b66424b req-6d3eeb1d-c69f-49ce-a855-e3527f5ba379 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] 10.222.0.10 "GET /v2.0/ports?device_id=f53db5a9-fca8-4eae-9540-da9dc088dbef HTTP/1.1" status: 200 len: 210 time: 0.0504634 Apr 22 16:29:25.203940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-02692ca4-2270-4a0c-924d-feb5a5e7db05 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:25.204802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-02692ca4-2270-4a0c-924d-feb5a5e7db05 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Synchronizing usage tracker for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:25.262953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-02692ca4-2270-4a0c-924d-feb5a5e7db05 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Unset dirty status for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:25.264358 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-02692ca4-2270-4a0c-924d-feb5a5e7db05 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.1543980 Apr 22 16:29:25.349451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Deleting port f701605c-30a3-426a-b859-1a17b32a4752 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:25.349846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:25.637297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] For port f701605c-30a3-426a-b859-1a17b32a4752, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f701605c-30a3-426a-b859-1a17b32a4752,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:25.637897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:25.751444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38d585-a5d1-43ab-a1f9-6c7a00930406 req-c32695e4-a642-43f5-a298-4046913cca27 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:25.753971 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2a38d585-a5d1-43ab-a1f9-6c7a00930406 req-c32695e4-a642-43f5-a298-4046913cca27 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 946 time: 0.1026547 Apr 22 16:29:25.786050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Calling delete_port for f701605c-30a3-426a-b859-1a17b32a4752 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:25.814663 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2a38d585-a5d1-43ab-a1f9-6c7a00930406 req-1c02afe8-1ce8-4812-8b21-23aeca959b4d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529342 Apr 22 16:29:25.815137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42476) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:25.977151 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:25.983983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f87ece1-9401-409f-862f-dd1825717cb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:26.013086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'd12bca7d-55be-4ff4-9ad1-3698b894099e', 'f701605c-30a3-426a-b859-1a17b32a4752'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:26.035670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event deleted for resources: {'Port': ['ID=f701605c-30a3-426a-b859-1a17b32a4752,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:26.046098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:26.141847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] No DVR routers for this DVR port f701605c-30a3-426a-b859-1a17b32a4752 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:26.144830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.147752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14273fab-faf0-4534-aa65-445cadd5a084', 'name': 'network-vif-deleted', 'tag': 'f701605c-30a3-426a-b859-1a17b32a4752'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:26.195227 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2534ab4d-608f-4a4c-85ad-0e9348c23a62 req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "DELETE /v2.0/ports/f701605c-30a3-426a-b859-1a17b32a4752 HTTP/1.1" status: 204 len: 173 time: 0.9234116 Apr 22 16:29:26.224616 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14273fab-faf0-4534-aa65-445cadd5a084', 'name': 'network-vif-deleted', 'tag': 'f701605c-30a3-426a-b859-1a17b32a4752', 'status': 'completed', 'code': 200} Apr 22 16:29:26.273913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42486) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:26.354619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Deleting subnet d5189270-33c8-4fa5-af4a-bcf7b909b1ec {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:29:26.360172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.423144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.488542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.758614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.047021 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc5b877c-5fa4-4f62-b038-605f6d5b2c9e req-6b5df33b-61e3-4b1e-b015-950745be949e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=14273fab-faf0-4534-aa65-445cadd5a084 HTTP/1.1" status: 200 len: 210 time: 0.0939820 Apr 22 16:29:27.075719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.084609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:27.123406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5189270-33c8-4fa5-af4a-bcf7b909b1ec,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:27.127089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:27.128123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.135500 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d5189270-33c8-4fa5-af4a-bcf7b909b1ec HTTP/1.1" status: 204 len: 168 time: 0.8628805 Apr 22 16:29:27.138444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42498) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:27.154122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Deleting port 7767f062-56f7-4bcb-9006-62d105adfc1f {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:27.154613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.275954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.405637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] For port 7767f062-56f7-4bcb-9006-62d105adfc1f, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=7767f062-56f7-4bcb-9006-62d105adfc1f,segment=NetworkSegment(8babce36-4b3a-4d9c-938f-c228579ea901),segment_id=8babce36-4b3a-4d9c-938f-c228579ea901)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:27.406044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.428090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.545282 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Calling delete_port for 7767f062-56f7-4bcb-9006-62d105adfc1f owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:27.574779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9c2ca7-8d65-4db3-af28-5abfead653c2']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:27.597821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f786dc78-6448-450b-b96b-7bb8d2e84c91') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:27.598279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f786dc78-6448-450b-b96b-7bb8d2e84c91') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:27.615521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.713559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.726157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:29:27.927994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:29:27.938715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.075575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.086113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37f711f6-42b9-4d85-a957-15fb5d6dca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:28.135727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Network 5c9c2ca7-8d65-4db3-af28-5abfead653c2 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:29:28.165329 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:29:28.180843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7767f062-56f7-4bcb-9006-62d105adfc1f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:28.185305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 099d2208-6556-458b-9965-e460bf9f80b5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:28.196650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.197303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.197941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.198571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.199199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.199841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.200510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.202456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.202783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.203427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.204068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.204725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:28.218288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:28.276252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 099d2208-6556-458b-9965-e460bf9f80b5 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:28.276705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 099d2208-6556-458b-9965-e460bf9f80b5 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:28.277360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f701605c-30a3-426a-b859-1a17b32a4752 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:28.328200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: f701605c-30a3-426a-b859-1a17b32a4752 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:28.328662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f701605c-30a3-426a-b859-1a17b32a4752 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:28.417566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.423727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-427941be-3717-493a-8b78-fcbed376fb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:28.447676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.452643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9c2ca7-8d65-4db3-af28-5abfead653c2,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:28.456077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:28.508076 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-84863514-4f04-491c-9294-e090eae1b8b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5c9c2ca7-8d65-4db3-af28-5abfead653c2 HTTP/1.1" status: 204 len: 168 time: 1.3675148 Apr 22 16:29:28.643190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:29.002946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42522) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:29.070939 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-70ab6300-2947-414d-aac2-3ff4c556bf58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b06b1066375d4504906c409d9b283cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625987 Apr 22 16:29:29.072300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42528) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:29.211337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:29.228564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:29:29.281483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:29.383019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:29.389680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-df270224-2589-4027-b4c3-6cd1079c67f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:29.410514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa3b9d-c432-4a7f-810c-46ad564bb01f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:29.418029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:29.437278 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:29.444766 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3fa3b9d-c432-4a7f-810c-46ad564bb01f HTTP/1.1" status: 204 len: 168 time: 0.3699536 Apr 22 16:29:29.581278 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:29:29.597677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] Sync routers for ids ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:29:29.616335 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] 10.222.0.10 "PUT /v2.0/routers/3dc717d6-d1d1-4ea6-9fc4-86eea0c78301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7984457 Apr 22 16:29:29.621923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42538) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:29.629163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] Routers {'3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:29:29.631353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:29:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:30.264856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] Set router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:29:30.538371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:30.823215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:29:27Z', 'revision_number': 5, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port': {'id': '67ce9e6d-0eb7-4661-92b4-99985cbc045b', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:25:36Z', 'updated_at': '2021-04-22T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:30.829331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] Checking router: 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:29:30.854626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] Routers {'3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:29:30.855797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:29:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:30.866949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956ff1-9a1d-4c1a-a54b-67a0e8220b15 req-66ca799c-e980-464a-a296-4d5e781b22e5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:30.881042 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a4956ff1-9a1d-4c1a-a54b-67a0e8220b15 req-66ca799c-e980-464a-a296-4d5e781b22e5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 946 time: 0.2876306 Apr 22 16:29:30.923671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:30.984183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Deleting port 67ce9e6d-0eb7-4661-92b4-99985cbc045b {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:30.984829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:31.047486 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a4956ff1-9a1d-4c1a-a54b-67a0e8220b15 req-122620e9-a6ad-468a-b032-8b85abb6bf00 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499889 Apr 22 16:29:31.188984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:31.363509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] Set router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:29:31.440420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] For port 67ce9e6d-0eb7-4661-92b4-99985cbc045b, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=67ce9e6d-0eb7-4661-92b4-99985cbc045b,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:31.441121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:31.536705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:29:30Z', 'revision_number': 6, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port_host': None}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:31.541602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a4635-fad7-4552-a7e8-e14e147c08a1 None None] The sync data for ids ['3dc717d6-d1d1-4ea6-9fc4-86eea0c78301'] in dv-cinder-784623-7-iscsi is: [{'id': '3dc717d6-d1d1-4ea6-9fc4-86eea0c78301', 'name': 'tempest-ServerRescueNegativeTestJSON-1278662129-router', 'tenant_id': '5b277cb8ca574021aff9f871bb381b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:25:34Z', 'updated_at': '2021-04-22T16:29:30Z', 'revision_number': 6, 'project_id': '5b277cb8ca574021aff9f871bb381b12', 'gw_port_host': None}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:29:31.668315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Calling delete_port for 67ce9e6d-0eb7-4661-92b4-99985cbc045b owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:32.034922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:32.042780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:32.095389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ce9e6d-0eb7-4661-92b4-99985cbc045b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:32.152864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:32.267589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:32.481538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:32.487472 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:32.514040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec87a-643e-4776-8a33-b998e82cdeb4 req-56a7a03f-a2d2-4693-ab9a-114e3e2bbb3c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:32.515698 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fffec87a-643e-4776-8a33-b998e82cdeb4 req-56a7a03f-a2d2-4693-ab9a-114e3e2bbb3c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 946 time: 0.3094194 Apr 22 16:29:32.568885 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fffec87a-643e-4776-8a33-b998e82cdeb4 req-cbe913ea-05fb-4936-a51b-f1e98af612f1 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463755 Apr 22 16:29:32.880594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-5ba8642e-3695-4fa7-9c31-f8e6ce5020e8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:32.881366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-5ba8642e-3695-4fa7-9c31-f8e6ce5020e8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Synchronizing usage tracker for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:32.903160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:32.904457 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:29:32.921720 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:32.925841 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3dc717d6-d1d1-4ea6-9fc4-86eea0c78301 HTTP/1.1" status: 204 len: 168 time: 3.3068969 Apr 22 16:29:32.926027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42630) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:33.001753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Deleting subnet 7a36e506-2374-4e63-87e1-10fa88225e2d {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:29:33.011297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-5ba8642e-3695-4fa7-9c31-f8e6ce5020e8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Unset dirty status for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:33.011297 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-5ba8642e-3695-4fa7-9c31-f8e6ce5020e8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 946 time: 0.2162411 Apr 22 16:29:33.062845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:33.168296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 7767f062-56f7-4bcb-9006-62d105adfc1f no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:33.170485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:33.205975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Deleting port d12bca7d-55be-4ff4-9ad1-3698b894099e {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:33.206401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:33.224765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 7767f062-56f7-4bcb-9006-62d105adfc1f {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:33.225315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 7767f062-56f7-4bcb-9006-62d105adfc1f not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:33.225782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 67ce9e6d-0eb7-4661-92b4-99985cbc045b no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:33.296066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 67ce9e6d-0eb7-4661-92b4-99985cbc045b {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:33.296461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 67ce9e6d-0eb7-4661-92b4-99985cbc045b not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:33.354977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ad96-dd3a-4229-9cdc-d6551ad99176 req-b8209cd4-d821-4567-b2df-b01a1a7c6e67 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:33.356829 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2705ad96-dd3a-4229-9cdc-d6551ad99176 req-b8209cd4-d821-4567-b2df-b01a1a7c6e67 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 945 time: 0.1426377 Apr 22 16:29:33.393796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:33.425261 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2705ad96-dd3a-4229-9cdc-d6551ad99176 req-f5ce5188-e29f-4631-bf62-e10dc255baaa tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591416 Apr 22 16:29:33.720723 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] For port d12bca7d-55be-4ff4-9ad1-3698b894099e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d12bca7d-55be-4ff4-9ad1-3698b894099e,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:33.721367 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:33.844492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e601f-6f99-4277-b01c-56fc4363ac78 req-8aa17b5a-b498-484c-8d3c-59dcc2e29f20 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:33.846765 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-988e601f-6f99-4277-b01c-56fc4363ac78 req-8aa17b5a-b498-484c-8d3c-59dcc2e29f20 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 946 time: 0.1110551 Apr 22 16:29:33.894838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Calling delete_port for d12bca7d-55be-4ff4-9ad1-3698b894099e owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:33.940992 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-988e601f-6f99-4277-b01c-56fc4363ac78 req-20e007be-0d78-4434-adfd-268c1c72de9b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871177 Apr 22 16:29:34.233529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:34.240761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b4c0d44d-f053-4f73-8053-b8828c796ca5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:34.290114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'd12bca7d-55be-4ff4-9ad1-3698b894099e'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:34.306888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event deleted for resources: {'Port': ['ID=d12bca7d-55be-4ff4-9ad1-3698b894099e,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:34.318053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:34.409722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] No DVR routers for this DVR port d12bca7d-55be-4ff4-9ad1-3698b894099e on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:34.412489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:34.415416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'name': 'network-vif-deleted', 'tag': 'd12bca7d-55be-4ff4-9ad1-3698b894099e'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:34.478624 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc4536b-cae2-4276-a86f-0cc43a3cd424', 'name': 'network-vif-deleted', 'tag': 'd12bca7d-55be-4ff4-9ad1-3698b894099e', 'status': 'completed', 'code': 200} Apr 22 16:29:34.482663 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-476bce2a-a441-4fda-9a95-421c68bd2013 req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "DELETE /v2.0/ports/d12bca7d-55be-4ff4-9ad1-3698b894099e HTTP/1.1" status: 204 len: 173 time: 1.4575830 Apr 22 16:29:34.488001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:34.494589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-79697f4e-ca0d-4036-8472-e7bb4e651df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:34.555220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:34.564845 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7a36e506-2374-4e63-87e1-10fa88225e2d HTTP/1.1" status: 204 len: 168 time: 1.6303341 Apr 22 16:29:34.564845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a36e506-2374-4e63-87e1-10fa88225e2d,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:34.564845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5aa77616-2e4f-4355-abce-0bc7b4b625fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:34.565626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42660) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:34.749179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:34.850365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddd4c2-20f5-4c59-8057-7d3b31966665 req-449645fb-04e9-475f-b472-879d1c64e6d1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:34.852270 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aaddd4c2-20f5-4c59-8057-7d3b31966665 req-449645fb-04e9-475f-b472-879d1c64e6d1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 945 time: 0.2672367 Apr 22 16:29:34.940354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:35.077117 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-aaddd4c2-20f5-4c59-8057-7d3b31966665 req-18750b0d-81c6-4652-8cd1-9fe6a539cca6 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148545 Apr 22 16:29:35.155611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9de1071-9191-426c-ad16-00fda579efd4']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:35.224210 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4a416935-bb18-4ebd-8572-e4da0c4594dc req-0a9fae85-0f1c-4945-b1d2-003600138cdc tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc4536b-cae2-4276-a86f-0cc43a3cd424 HTTP/1.1" status: 200 len: 210 time: 0.0715714 Apr 22 16:29:35.227592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8babce36-4b3a-4d9c-938f-c228579ea901') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:35.228101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8babce36-4b3a-4d9c-938f-c228579ea901') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:35.255696 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32350154'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:35.280958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:35.288383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:29:35.489586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Network d9de1071-9191-426c-ad16-00fda579efd4 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:29:35.499550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823277787'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:35.802186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-f630f343-92c2-44ae-bbfa-77028c49986e tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:35.803112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-f630f343-92c2-44ae-bbfa-77028c49986e tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Synchronizing usage tracker for tenant:696271be71914905b85897ccb82f3294 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:35.863185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-f630f343-92c2-44ae-bbfa-77028c49986e tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Unset dirty status for tenant:696271be71914905b85897ccb82f3294 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:35.865766 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-f630f343-92c2-44ae-bbfa-77028c49986e tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 945 time: 0.2650232 Apr 22 16:29:35.971699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Deleting port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:35.972094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:36.038325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Network d9de1071-9191-426c-ad16-00fda579efd4 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:29:36.066804 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:29:36.271133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] For port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:36.271553 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:36.361288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:36.376445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:36.393850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:36.405465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=d9de1071-9191-426c-ad16-00fda579efd4,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:36.413813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:36.444228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Calling delete_port for dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:36.469350 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4c9fa507-97cc-4278-bbf0-5ac016f70cfc admin admin] 10.222.0.10 "DELETE /v2.0/networks/d9de1071-9191-426c-ad16-00fda579efd4 HTTP/1.1" status: 204 len: 168 time: 1.9034119 Apr 22 16:29:36.490840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753cc95-9dc4-4f47-a4f0-7a03e07eff01 req-d7960cd8-5242-4a28-8bdb-77e697b7617f tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:36.500231 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e753cc95-9dc4-4f47-a4f0-7a03e07eff01 req-d7960cd8-5242-4a28-8bdb-77e697b7617f tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 945 time: 0.1810443 Apr 22 16:29:36.579652 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e753cc95-9dc4-4f47-a4f0-7a03e07eff01 req-3e5e9d66-d050-49ca-8d34-41329920b5ab tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783222 Apr 22 16:29:36.775795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:36.784553 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fe10d11d-a980-42dd-9461-a82093900f09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:36.814742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:36.987548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42684) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:37.079819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Pushing event deleted for resources: {'Port': ['ID=dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:37.083157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:37.115835 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8d4d8658-79cf-42fe-be80-8e6a074c0061 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b277cb8ca574021aff9f871bb381b12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1265223 Apr 22 16:29:37.118448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42688) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:37.179609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d696047-2317-4365-9a4d-01189004acee req-f43acb74-dc7e-4450-ad01-797e768dcd04 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:37.181284 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5d696047-2317-4365-9a4d-01189004acee req-f43acb74-dc7e-4450-ad01-797e768dcd04 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 945 time: 0.1953032 Apr 22 16:29:37.185488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] No DVR routers for this DVR port dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:37.189652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:37.195400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb69055-02b1-40be-9633-006ab711befb', 'name': 'network-vif-deleted', 'tag': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:37.257591 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46f8d822-98fc-40e3-a199-7fa6b9f32d26 req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "DELETE /v2.0/ports/dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a HTTP/1.1" status: 204 len: 173 time: 1.3861580 Apr 22 16:29:37.262090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-80f7bb67-a6de-4891-968d-3a461a9eec1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:37.293848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb69055-02b1-40be-9633-006ab711befb', 'name': 'network-vif-deleted', 'tag': 'dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a', 'status': 'completed', 'code': 200} Apr 22 16:29:37.299962 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5d696047-2317-4365-9a4d-01189004acee req-14a8fb47-615c-42a7-92a7-879121da3584 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080616 Apr 22 16:29:37.328876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-80f7bb67-a6de-4891-968d-3a461a9eec1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:37.468591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-80f7bb67-a6de-4891-968d-3a461a9eec1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:37.474036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c49cd245-3070-4c01-9b92-9ba09b191956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:37.492927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7bb67-a6de-4891-968d-3a461a9eec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c144ce44-df8a-4179-8798-a3ee6cb29ba7,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:37.495882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-80f7bb67-a6de-4891-968d-3a461a9eec1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:37.497210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-80f7bb67-a6de-4891-968d-3a461a9eec1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:37.499264 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-80f7bb67-a6de-4891-968d-3a461a9eec1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c144ce44-df8a-4179-8798-a3ee6cb29ba7 HTTP/1.1" status: 204 len: 168 time: 0.3790112 Apr 22 16:29:37.816978 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-216186bd-8dd1-4c05-917c-34aa9d8d934e req-a7e87f06-c290-4b3e-95ef-dde96920ede0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fb69055-02b1-40be-9633-006ab711befb HTTP/1.1" status: 200 len: 210 time: 0.0564892 Apr 22 16:29:38.261807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device d12bca7d-55be-4ff4-9ad1-3698b894099e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:38.310898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: d12bca7d-55be-4ff4-9ad1-3698b894099e {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:38.311439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device d12bca7d-55be-4ff4-9ad1-3698b894099e not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:38.312077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:38.363158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:38.363565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device dfc0ed5c-d2c8-4e47-8aad-4ccb40b23b0a not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:38.611406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd2bdb-679d-467d-8c2b-033982b68a45 req-18256882-8620-4784-81b0-8770cacd5557 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:38.611547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42724) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:38.611862 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a9dd2bdb-679d-467d-8c2b-033982b68a45 req-18256882-8620-4784-81b0-8770cacd5557 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 945 time: 0.1335230 Apr 22 16:29:38.667378 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a9dd2bdb-679d-467d-8c2b-033982b68a45 req-c6db1261-51be-4a75-93bc-45938056eaa6 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491555 Apr 22 16:29:38.737373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-140314929-network', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:38.742579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:38.746892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Usage tracker for resource:network and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:38.750358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:38.757689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:38.811481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Made reservation on behalf of 7e5e25cb92774c438695e84c0e89793c for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:29:38.816465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:38.832321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:38.852302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:38.858717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Usage tracker for resource:security_group_rule and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:38.861952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:38.869570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:39.054306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.084361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.090094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c2f1ffd3-de36-41f0-9c45-9cee93cf8f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:39.126341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:29:39.128563 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c0c56-bb48-4161-8d0e-5898409f39f9,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:39.131939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:39.146184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.146184 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Added segment fee1b632-c7ff-45b8-8eed-91e6535c671e of type vlan for network 4039c0e8-6a11-4623-81a2-1271aed79a8d Apr 22 16:29:39.176090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.303376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.305671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:39.306316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.315033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:39.374016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-526e17d9-42e4-4bf6-97bb-695ea804f89a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:39.374816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-526e17d9-42e4-4bf6-97bb-695ea804f89a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Synchronizing usage tracker for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:39.457302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Pushing event updated for resources: {'Network': ['ID=4039c0e8-6a11-4623-81a2-1271aed79a8d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:39.461230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:39.472556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:29:39.504213 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8901038 Apr 22 16:29:39.507147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42740) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:39.514237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Request body: {'subnet': {'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-140314929-subnet', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:39.526176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:39.529674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-526e17d9-42e4-4bf6-97bb-695ea804f89a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Unset dirty status for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:39.531008 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-526e17d9-42e4-4bf6-97bb-695ea804f89a tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 945 time: 0.3280883 Apr 22 16:29:39.533862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Usage tracker for resource:subnet and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:39.539235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:39.609787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:39.650264 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Deleting port 6a4873f9-11d0-45e3-859e-ddb84c78567a {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:39.650656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.751158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Made reservation on behalf of 7e5e25cb92774c438695e84c0e89793c for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:29:39.756008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32491318'] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:39.900668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecc2bb-c100-4608-8984-fa0e915d33cd req-0fedde0b-549b-4742-aca3-bd5f8004a834 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:39.902611 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3fecc2bb-c100-4608-8984-fa0e915d33cd req-0fedde0b-549b-4742-aca3-bd5f8004a834 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 945 time: 0.1091914 Apr 22 16:29:39.958355 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3fecc2bb-c100-4608-8984-fa0e915d33cd req-3a7a77b1-3cd5-4fcb-9ac4-fcb076bfe28e tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462933 Apr 22 16:29:40.097369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] For port 6a4873f9-11d0-45e3-859e-ddb84c78567a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6a4873f9-11d0-45e3-859e-ddb84c78567a,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:40.097778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:40.258391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Calling delete_port for 6a4873f9-11d0-45e3-859e-ddb84c78567a owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:40.661576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:40.673661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-97b0cb33-b437-4e89-ab3b-888415df387f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:40.730402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event deleted for resources: {'Port': ['ID=6a4873f9-11d0-45e3-859e-ddb84c78567a,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:40.741045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:40.824963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31806704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32491303'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:40.835622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] No DVR routers for this DVR port 6a4873f9-11d0-45e3-859e-ddb84c78567a on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:40.838274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:40.844012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:40.870158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'name': 'network-vif-deleted', 'tag': '6a4873f9-11d0-45e3-859e-ddb84c78567a'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:40.942611 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259ee9e8-069c-44d4-8755-dc5e091fa274', 'name': 'network-vif-deleted', 'tag': '6a4873f9-11d0-45e3-859e-ddb84c78567a', 'status': 'completed', 'code': 200} Apr 22 16:29:40.942611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:40.944233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:40.953911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Checking segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:29:40.954394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Network hostable DHCP agents. Network: 4039c0e8-6a11-4623-81a2-1271aed79a8d, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:29:40.977358 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-21938767-d28a-43a2-9468-3e7c757c6a76 req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "DELETE /v2.0/ports/6a4873f9-11d0-45e3-859e-ddb84c78567a HTTP/1.1" status: 204 len: 173 time: 1.4390867 Apr 22 16:29:41.021143 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:29:41.063485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 4039c0e8-6a11-4623-81a2-1271aed79a8d) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:29:41.073965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7405d-7351-4f82-833f-4b48afd23ff5 None None] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:29:41.079783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:41.080418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.139743 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6311352 Apr 22 16:29:41.141714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42756) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:41.149833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:41.156204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:41.160894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Usage tracker for resource:router and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:41.163495 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-628d3ba0-3338-4fba-87b7-09995e970bc0 req-0059f04f-71fb-451b-8ca4-5d29ca6fe18d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0583479 Apr 22 16:29:41.164080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:41.170875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:41.221365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.222952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.241892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.354423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-4039c0e8-6a11-4623-81a2-1271aed79a8d', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:29:41.355585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.540440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Allocated IP 172.20.0.2 (4039c0e8-6a11-4623-81a2-1271aed79a8d/c7fc93f2-bba6-47df-9a51-d1a18dc2ed56/c15030b4-fdb4-4230-a3c8-51b928bbbfc9) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:29:41.604120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.787934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.800365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Transition to ACTIVE for port object c15030b4-fdb4-4230-a3c8-51b928bbbfc9 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:29:41.825951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Transition to ACTIVE for port object c15030b4-fdb4-4230-a3c8-51b928bbbfc9 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:29:41.901975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.907258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:41.980766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:29:41.984714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:29:41.988912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:29:41.995303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Pushing event updated for resources: {'Port': ['ID=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:42.069987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:42.114790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:42.200936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.201370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.201803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.202182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.202554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.202924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.203292 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.203657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.204131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.204520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.204883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.205249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:42.241326 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:42.263547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Attempting to bind port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:29:42.263960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Attempting to bind port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:29:42.264500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Attempting to bind port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:29:42.271513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:29:42.271937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Checking segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:29:42.272427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:42.272871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Bound using segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:29:42.273645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Bound port: c15030b4-fdb4-4230-a3c8-51b928bbbfc9, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:29:42.274067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:42.342488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Allocated IP 172.27.3.3 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/5613f308-f23c-41ae-bbc8-0cc77f86ef05) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:29:42.375471 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-59731e11-3d37-4b71-9e14-18f60943478e req-5e55bda9-7172-41e6-bcdb-078ee7af5962 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0819147 Apr 22 16:29:42.454492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] For port c15030b4-fdb4-4230-a3c8-51b928bbbfc9, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:29:42.459192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] For port c15030b4-fdb4-4230-a3c8-51b928bbbfc9, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:29:42.496987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:42.502337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:42.601851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Pushing event updated for resources: {'Port': ['ID=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:42.605244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:42.836763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:42.908657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:42.915206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-154ebfc6-1d28-47d0-ac3f-fbc5eb9df43b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:43.001503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:29:43.002279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:29:43.004663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:29:43.028125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d043aab-c73c-41e7-b6b2-df901684280a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:43.047509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5613f308-f23c-41ae-bbc8-0cc77f86ef05,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:43.058804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.059212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.060264 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.060676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.061283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.061690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.062084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.062480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.062873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.063260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.063643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.064069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:43.074442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:43.177165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device c15030b4-fdb4-4230-a3c8-51b928bbbfc9 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:29:43.302953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:29:43.548242 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f3458f24-68d7-47c2-870d-8e8936342284 req-db6209aa-eff3-4a0b-8eda-ad6d43a3f0f5 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0503361 Apr 22 16:29:43.549179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:43.964619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:44.037505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de13fd1f-b9bd-4113-8363-674b144fda8b None None] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:29:44.129381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Provisioning for port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:29:44.142441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Provisioning complete for port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:44.142865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:44.233921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Router 71798293-5b9f-4e62-a346-b48b0456fb69 is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:29:44.413984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:44.437780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:29:44.452849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Sync routers for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:29:44.477519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] For port c15030b4-fdb4-4230-a3c8-51b928bbbfc9, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:44.480092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:29:44.480821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:29:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:44.496952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:44.499447 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3564868 Apr 22 16:29:44.502840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42778) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:44.546348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:44.558731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:44.739065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Pushing event updated for resources: {'Port': ['ID=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:44.754052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:44.756830 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8d5b0ecf-60d2-46cd-a75f-5d9fa1c91ca9 req-f1dac674-f930-432e-a80c-2b3ba88bd71c tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.0691164 Apr 22 16:29:44.808034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:29:45.064211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9e064c30-f458-4588-811b-5aa8773417ec None None] Provisioning complete for port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:45.065225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9e064c30-f458-4588-811b-5aa8773417ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:45.258300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device c15030b4-fdb4-4230-a3c8-51b928bbbfc9 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:29:45.386096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8d0d2664-7468-4db6-8b9c-c219896fe8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:45.451180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:45.451648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:45.487158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:43Z', 'revision_number': 3, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:45.504242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Checking router: 71798293-5b9f-4e62-a346-b48b0456fb69 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:29:45.504242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Updating router 71798293-5b9f-4e62-a346-b48b0456fb69 port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:29:45.569163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:45.591169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:45.837534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Allocated IP 172.20.0.1 (4039c0e8-6a11-4623-81a2-1271aed79a8d/c7fc93f2-bba6-47df-9a51-d1a18dc2ed56/a60b151d-24fc-4aa0-b2e8-d87e1b1f4057) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:29:46.037911 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-18a4cc68-4a52-4de6-ae84-e7532cbaf262 req-f275e623-6a66-4db0-af74-e8213c9e6bbf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.1256571 Apr 22 16:29:46.106079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.127006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Transition to ACTIVE for port object a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:29:46.240700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.245739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:46.283585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.289408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.312826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Transition to ACTIVE for port object 5613f308-f23c-41ae-bbc8-0cc77f86ef05 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:29:46.331414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:29:46.333256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:29:46.336857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:29:46.353542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.362563 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3cd1a213-721b-4ea0-8c6a-d7d222061e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:46.414610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Pushing event updated for resources: {'Port': ['ID=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:46.421090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:46.448906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.492709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Attempting to bind port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:29:46.492709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Attempting to bind port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:29:46.496277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Attempting to bind port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:29:46.509751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:29:46.510210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:29:46.510811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.511256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:29:46.511821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Bound port: 5613f308-f23c-41ae-bbc8-0cc77f86ef05, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:29:46.512289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.541767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4148a7-5588-41df-a83f-ee95f80b10c7 None None] Pushing event updated for resources: {'Port': ['ID=5613f308-f23c-41ae-bbc8-0cc77f86ef05,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:46.552626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', '6a4873f9-11d0-45e3-859e-ddb84c78567a'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:46.592033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fa4148a7-5588-41df-a83f-ee95f80b10c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:46.602435 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.713484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] For port 5613f308-f23c-41ae-bbc8-0cc77f86ef05, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:29:46.739236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3566c0e9-a557-454d-b4a1-a67586100e82 None None] Provisioning for port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:29:46.757700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3566c0e9-a557-454d-b4a1-a67586100e82 None None] Provisioning complete for port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:46.758411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3566c0e9-a557-454d-b4a1-a67586100e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.806496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] For port 5613f308-f23c-41ae-bbc8-0cc77f86ef05, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=5613f308-f23c-41ae-bbc8-0cc77f86ef05,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:29:46.867653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-3566c0e9-a557-454d-b4a1-a67586100e82 None None] Port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:29:46.928809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:46.928809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:47.039121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:47.039408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:29:47.040192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:29:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:47.149092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4148a7-5588-41df-a83f-ee95f80b10c7 None None] Pushing event updated for resources: {'Port': ['ID=5613f308-f23c-41ae-bbc8-0cc77f86ef05,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:47.272685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fa4148a7-5588-41df-a83f-ee95f80b10c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:47.367354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:29:47.558676 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6141d57b-b4c9-4fc5-a1a8-244ad477cd19 req-61747345-3b69-45b0-99ea-c51c049ed0a2 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=259ee9e8-069c-44d4-8755-dc5e091fa274 HTTP/1.1" status: 200 len: 210 time: 0.1092186 Apr 22 16:29:47.676496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:47.678113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:47.713997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:47.759429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:47.854659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:45Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:47.865110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb74b596-1134-4f6e-9a89-92c52f37060c None None] The sync data for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi is: [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:45Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:29:47.905245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:47.915738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Pushing event updated for resources: {'Port': ['ID=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:47.921710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:48.161471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:29:48.163095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:29:48.442013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-025b49c6-fa04-41a1-ad12-949345247459 None None] Provisioning complete for port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:48.442774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-025b49c6-fa04-41a1-ad12-949345247459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:48.470230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Router 71798293-5b9f-4e62-a346-b48b0456fb69 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:29:48.545580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 6a4873f9-11d0-45e3-859e-ddb84c78567a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:48.581770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-025b49c6-fa04-41a1-ad12-949345247459 None None] Port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:29:48.601235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 6a4873f9-11d0-45e3-859e-ddb84c78567a {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:48.601909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 6a4873f9-11d0-45e3-859e-ddb84c78567a not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:48.726043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:29:48.743806 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] 10.222.0.10 "PUT /v2.0/routers/71798293-5b9f-4e62-a346-b48b0456fb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2317538 Apr 22 16:29:49.287973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 5613f308-f23c-41ae-bbc8-0cc77f86ef05 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:29:49.431358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:29:49.440718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:49.441724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:49.577551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42840) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:49.583555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1726489810', 'description': 'tempest-description--1786336755'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:49.588447 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:49.591481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:49.599480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:49.602838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:49.607330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 5613f308-f23c-41ae-bbc8-0cc77f86ef05, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=5613f308-f23c-41ae-bbc8-0cc77f86ef05,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:49.610002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:49.672855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:49.673130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:49.674850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:49.711510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:49.719221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group_rule and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:49.722893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:49.735181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:49.770668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=5613f308-f23c-41ae-bbc8-0cc77f86ef05,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:49.774397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:49.825717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:49.880343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:49.886526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3e024839-9aca-4f27-86ad-1628d43123b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:49.929037 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:49.931977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:49.959359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:49.960782 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3820891 Apr 22 16:29:49.968740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42850) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:49.974328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5b8b3-fe94-44b5-9253-5079a6ae0c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:49.984457 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:49.988661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group_rule and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:49.991705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:49.999445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:50.052724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.127544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.177127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.185940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:50.206594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7881032d-e87d-47f6-9732-b4947b0006b6,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:50.218776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:50.281852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.286766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42860) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:50.286940 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3169794 Apr 22 16:29:50.293208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5b8b3-fe94-44b5-9253-5079a6ae0c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:50.302798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:50.307355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group_rule and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:50.313170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:50.321581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:50.401158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.553054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.594084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.596436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:50.622571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbddc738-7ccf-4b67-a458-a2724d4a3fd0,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:50.634598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:50.672415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.673757 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854802 Apr 22 16:29:50.677254 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 42868) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:50.682909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:50.686183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddab2-06ab-4a60-8908-40bddb333da5 req-070d390a-6930-4d97-85f6-73c0c11a333d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:50.687806 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f17ddab2-06ab-4a60-8908-40bddb333da5 req-070d390a-6930-4d97-85f6-73c0c11a333d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.0950623 Apr 22 16:29:50.690394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:50.694658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:floatingip and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:50.697720 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:50.703884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:50.738448 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f17ddab2-06ab-4a60-8908-40bddb333da5 req-a258a17f-31b8-42a8-b670-de17415e9c45 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Apr 22 16:29:50.752865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:50.904851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:51.061582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Allocated IP 172.27.3.245 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/e9a807e8-bce3-4455-a226-07994be2ba51) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:29:51.154887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 5613f308-f23c-41ae-bbc8-0cc77f86ef05 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:29:51.233692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:51.234124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:51.312058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:51.389056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:51.394154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29313240-b72f-4da0-a73b-e71e19aa8104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:51.415284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Sync routers for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:29:51.426623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:29:51.427355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:29:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:51.462656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:29:51.467365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:29:51.472168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:29:51.516923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'Port': ['ID=e9a807e8-bce3-4455-a226-07994be2ba51,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:51.521378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:51.619754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:29:51.620115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:51.975033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:51.998605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fb86f-30c5-493d-bebd-05bf3cba461d req-3508bc66-2a92-4dfe-87e3-d3ccdab6e337 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:52.002057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:47Z', 'revision_number': 2, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:52.008286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Checking router: 71798293-5b9f-4e62-a346-b48b0456fb69 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:29:52.009094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Updating router 71798293-5b9f-4e62-a346-b48b0456fb69 port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:29:52.009447 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5f7fb86f-30c5-493d-bebd-05bf3cba461d req-3508bc66-2a92-4dfe-87e3-d3ccdab6e337 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.1320400 Apr 22 16:29:52.064170 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5f7fb86f-30c5-493d-bebd-05bf3cba461d req-3416ea9c-a87d-4125-8c21-c1643235b323 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534551 Apr 22 16:29:52.081284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.221906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.262689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.269204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:52.390966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'Port': ['ID=e9a807e8-bce3-4455-a226-07994be2ba51,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:52.394073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:52.401910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.452060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.455568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.456981 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7787116 Apr 22 16:29:52.465057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Transition to ACTIVE for port object a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:29:52.524393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.530396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:52.650369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6723e571-5042-4005-9024-27fcc145f5d3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Synchronizing usage tracker for tenant:7e5e25cb92774c438695e84c0e89793c on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:52.670648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Pushing event updated for resources: {'Port': ['ID=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:52.711872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.712277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.712651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.713017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.713376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.713735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.714093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.714448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.714802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.715168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.716033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.716410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:52.720658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6723e571-5042-4005-9024-27fcc145f5d3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Unset dirty status for tenant:7e5e25cb92774c438695e84c0e89793c on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:52.722246 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6723e571-5042-4005-9024-27fcc145f5d3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1726489810&fields=id&tenant_id=7e5e25cb92774c438695e84c0e89793c HTTP/1.1" status: 200 len: 267 time: 0.1242149 Apr 22 16:29:52.725111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:52.781887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Attempting to bind port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:29:52.782297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Attempting to bind port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:29:52.782696 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Attempting to bind port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:29:52.788558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:29:52.788971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Checking segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:29:52.789408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.789838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Bound using segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:29:52.790343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Bound port: a60b151d-24fc-4aa0-b2e8-d87e1b1f4057, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:29:52.790766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.890716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] For port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:29:52.893878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-62ee7035-b920-4585-bd32-d5d1c3772981 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:52.894061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] For port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:29:52.895508 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-62ee7035-b920-4585-bd32-d5d1c3772981 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 810 time: 0.1631560 Apr 22 16:29:52.912852 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-c684c955-1262-4424-acdf-d5b424609d94 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/quotas/7e5e25cb92774c438695e84c0e89793c HTTP/1.1" status: 200 len: 375 time: 0.0106637 Apr 22 16:29:52.929795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:52.935740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:53.008582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-388e31f4-944f-4345-9299-f34df0246ed5 req-e56f7788-be73-45ea-9b75-e6a981254c94 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Synchronizing usage tracker for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:53.018856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Pushing event updated for resources: {'Port': ['ID=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:53.023869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:53.025753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:29:53.026439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:29:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:53.077204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-388e31f4-944f-4345-9299-f34df0246ed5 req-e56f7788-be73-45ea-9b75-e6a981254c94 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Unset dirty status for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:53.082180 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-e56f7788-be73-45ea-9b75-e6a981254c94 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1633329 Apr 22 16:29:53.252493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:29:53.263756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:29:53.323205 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-48628668-1ae5-4b15-bf5c-8e3a1667f821 service neutron] 10.222.0.10 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286487 Apr 22 16:29:53.399773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:29:53.405396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:53.405816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:53.495264 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-a0ece5d5-c101-4dbe-8a98-493b39278ea5 service neutron] 10.222.0.10 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601906 Apr 22 16:29:53.556668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:53.598510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:53.652832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:53.654936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8e1a326a-23cb-4333-a2dc-73cd3a44c6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:53.662128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:52Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:53.667610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f91c35-50ab-4ced-a375-f33ae2209888 None None] The sync data for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi is: [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:52Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:29:53.748644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:53.752124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:53.870156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579952a8-7c32-4bb7-b6d3-5aaa4304c6e1 req-c490911e-7493-499f-8fb4-6f7fb95225bc tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:53.873036 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-579952a8-7c32-4bb7-b6d3-5aaa4304c6e1 req-c490911e-7493-499f-8fb4-6f7fb95225bc tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.1102414 Apr 22 16:29:53.925546 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-579952a8-7c32-4bb7-b6d3-5aaa4304c6e1 req-a0af9bc9-57f0-44d5-b862-e56fc45f0cc9 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Apr 22 16:29:54.029946 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9cd1b454-23c1-4eca-a439-43db5cb16187 req-76cee20f-6d20-45c8-b4d4-9b3fe2d7af87 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 210 time: 0.0541737 Apr 22 16:29:55.134957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c15dd-af99-4189-a8d8-dc988fbe951a req-1efdd382-e17f-4e97-b89e-d6aff617b5d8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:55.136960 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-468c15dd-af99-4189-a8d8-dc988fbe951a req-1efdd382-e17f-4e97-b89e-d6aff617b5d8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.0926409 Apr 22 16:29:55.165892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:29:55.249311 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b12f1bf-ee48-4883-80b4-be0a94b726b8 req-78519441-cca0-47c0-8d88-732e4ab7b023 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 210 time: 0.0835531 Apr 22 16:29:55.250206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:55.250637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:55.258436 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-468c15dd-af99-4189-a8d8-dc988fbe951a req-bdf621f9-bb5d-44e8-9966-9b129dc08c19 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0555696-fb47-434a-89db-853ff161a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146057 Apr 22 16:29:56.026024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-9e4e0aef-d62f-44a8-b610-fe855fbc35ed tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:56.027710 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-9e4e0aef-d62f-44a8-b610-fe855fbc35ed tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/networks?id=cead4022-2154-47d3-9c73-06d84eb204db HTTP/1.1" status: 200 len: 813 time: 0.1854789 Apr 22 16:29:56.039538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-187632b3-6ea3-4fd3-8691-2b04a923efb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:56.040344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-187632b3-6ea3-4fd3-8691-2b04a923efb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Synchronizing usage tracker for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:56.046250 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-2cbb9b06-80c7-4081-b742-13e2fbfd98ec tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/quotas/696271be71914905b85897ccb82f3294 HTTP/1.1" status: 200 len: 375 time: 0.0115209 Apr 22 16:29:56.091399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-187632b3-6ea3-4fd3-8691-2b04a923efb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Unset dirty status for tenant:126d3bf01d9b49c2847c729ebcd5cccb on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:56.092688 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-187632b3-6ea3-4fd3-8691-2b04a923efb8 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 946 time: 0.1536005 Apr 22 16:29:56.102466 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-fa6e728a-251c-461e-9a6d-49bf73bc978c tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=696271be71914905b85897ccb82f3294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493627 Apr 22 16:29:56.191462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Deleting port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:56.192421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:56.451857 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-8158a024-9523-465d-a9ad-484b1449e944 service neutron] 10.222.0.10 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179224 Apr 22 16:29:56.464801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-bc2d6249-33b5-4260-89d6-20b10789746b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:56.467020 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-bc2d6249-33b5-4260-89d6-20b10789746b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 810 time: 0.3563209 Apr 22 16:29:56.470954 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e5082e03-2778-49d5-b95a-abb9449e04de req-9eb41f09-ca29-4605-b260-b39b75e46f39 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 210 time: 0.0778449 Apr 22 16:29:56.550524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] For port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,segment=NetworkSegment(0bb49253-c519-4621-9237-5e690d1e972d),segment_id=0bb49253-c519-4621-9237-5e690d1e972d)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:56.550810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:56.696838 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Calling delete_port for 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:56.900973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:56.903722 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-33058575-83e7-4aff-97e9-d1b137855bdc tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e5e25cb92774c438695e84c0e89793c HTTP/1.1" status: 200 len: 380 time: 0.3919435 Apr 22 16:29:56.907227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3938f85f-ac68-4834-a8f2-4d4f94eb4a77 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:56.908107 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-62dbc9e1-c76e-420c-bced-a7c7e351ee95 req-64926c12-be4c-4498-960f-d5f87ff0141b tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0658751 Apr 22 16:29:56.922957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'port': {'device_id': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'admin_state_up': True, 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'security_groups': ['e9b5b8b3-fe94-44b5-9253-5079a6ae0c16']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:56.941583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:56.957807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Pushing event deleted for resources: {'Port': ['ID=3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:56.961647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:57.045609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] No DVR routers for this DVR port 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:57.047372 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-7d61f450-11e8-4356-a91d-706d7e3eda8b service neutron] 10.222.0.10 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790024 Apr 22 16:29:57.050038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:57.062999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'name': 'network-vif-deleted', 'tag': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:57.101931 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39aa3cf3-de34-4be2-99d3-5a8f81abd54a req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.26 "DELETE /v2.0/ports/3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 HTTP/1.1" status: 204 len: 173 time: 0.9916866 Apr 22 16:29:57.103067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:57.114462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:57.165707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Made reservation on behalf of 7e5e25cb92774c438695e84c0e89793c for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:29:57.172749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:57.177176 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97f5261-4e00-438a-9c18-87330f9af7b5', 'name': 'network-vif-deleted', 'tag': '3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1', 'status': 'completed', 'code': 200} Apr 22 16:29:57.416672 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3e32f084-dcd7-4ac8-9318-76bd4c8f36ae req-52682a7d-334d-4839-a071-51db9a178e00 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 210 time: 0.0904231 Apr 22 16:29:57.446145 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Allocated IP 172.20.0.12 (4039c0e8-6a11-4623-81a2-1271aed79a8d/c7fc93f2-bba6-47df-9a51-d1a18dc2ed56/4801393f-39ac-4fa9-b47d-a67fa9fd8783) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:29:57.572510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:29:57.658371 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8f1737-ce87-451f-aa6c-0920f4cbf3cd req-228849d2-20d1-44f4-bcb2-46fa1680b33b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 210 time: 0.0633860 Apr 22 16:29:57.770194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:57.789355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Transition to ACTIVE for port object 4801393f-39ac-4fa9-b47d-a67fa9fd8783 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:29:57.841014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:57.847828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-29c4a56c-eefc-489b-9fea-2f489bddc7a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:57.912835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:29:57.922000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:29:57.924618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:29:57.979924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'Port': ['ID=4801393f-39ac-4fa9-b47d-a67fa9fd8783,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:57.990598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:58.009786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:58.010488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:58.102613 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-81acb277-f94e-4281-9639-9f93bc4161fe req-4cdaddc3-5093-47cc-b200-dc7ea9f6f23d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] 10.222.0.10 "GET /v2.0/ports?device_id=a97f5261-4e00-438a-9c18-87330f9af7b5 HTTP/1.1" status: 200 len: 210 time: 0.0521896 Apr 22 16:29:58.121253 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2050879 Apr 22 16:29:58.141104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Request body: {'port': {'device_id': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:58.261055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-622cd778-8d58-4618-897c-22642825b770 None None] Provisioning for port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:29:58.268825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-622cd778-8d58-4618-897c-22642825b770 None None] Provisioning complete for port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:29:58.270058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-622cd778-8d58-4618-897c-22642825b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:58.276803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:58.338886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-622cd778-8d58-4618-897c-22642825b770 None None] Port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:29:58.598545 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-73c414b6-24ff-4deb-95e3-5f0a32113ab9 req-68030e7c-c68a-47de-a332-185ce5342034 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 210 time: 0.0611169 Apr 22 16:29:58.713589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4801393f-39ac-4fa9-b47d-a67fa9fd8783 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:29:58.722962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:58.739390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Transition to ACTIVE for port object 4801393f-39ac-4fa9-b47d-a67fa9fd8783 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:29:58.769537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:58.775042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9f970a68-5abc-455c-b77b-0388806f46a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:58.980152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Pushing event updated for resources: {'Port': ['ID=4801393f-39ac-4fa9-b47d-a67fa9fd8783,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:59.010101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:59.123276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52594b1-178d-4284-a812-b0d0535d324f req-fa0a7044-04c4-4d56-b8f1-75e43dc95667 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:59.124030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-e52594b1-178d-4284-a812-b0d0535d324f req-fa0a7044-04c4-4d56-b8f1-75e43dc95667 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Synchronizing usage tracker for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:59.134994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Attempting to bind port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:29:59.135307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Attempting to bind port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:29:59.135679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Attempting to bind port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:29:59.146861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:29:59.146861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Attempting to bind port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:29:59.153729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:29:59.154911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Checking segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:29:59.154911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Bound using segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:29:59.155132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Bound port: 4801393f-39ac-4fa9-b47d-a67fa9fd8783, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:29:59.155402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:59.223395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-e52594b1-178d-4284-a812-b0d0535d324f req-fa0a7044-04c4-4d56-b8f1-75e43dc95667 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Unset dirty status for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:59.228728 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e52594b1-178d-4284-a812-b0d0535d324f req-fa0a7044-04c4-4d56-b8f1-75e43dc95667 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 944 time: 0.4154706 Apr 22 16:29:59.235180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 42982) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:59.276392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-596305af-47d8-4227-92db-63bb73d6ad54 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:59.278669 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-596305af-47d8-4227-92db-63bb73d6ad54 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "GET /v2.0/networks?id=cead4022-2154-47d3-9c73-06d84eb204db HTTP/1.1" status: 200 len: 813 time: 0.1773028 Apr 22 16:29:59.321219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Request body: {'port': {'device_id': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db', 'admin_state_up': True, 'tenant_id': '696271be71914905b85897ccb82f3294'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:29:59.365534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] For port 4801393f-39ac-4fa9-b47d-a67fa9fd8783, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:29:59.388590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Deleting subnet 5fbba67a-be74-4a3d-b1eb-54010b0737f5 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:29:59.395512 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e52594b1-178d-4284-a812-b0d0535d324f req-dd169089-2aba-4ab4-a277-f239747d0df6 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524198 Apr 22 16:29:59.397318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] For port 4801393f-39ac-4fa9-b47d-a67fa9fd8783, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:29:59.398698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:59.452159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:59.459174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:59.480415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:29:59.486218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Usage tracker for resource:port and tenant:696271be71914905b85897ccb82f3294 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:29:59.489516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:29:59.495864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:29:59.511922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822425662'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:59.542461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Made reservation on behalf of 696271be71914905b85897ccb82f3294 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:29:59.549595 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:59.551602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:59.552509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:59.553956 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] 10.222.0.26 "PUT /v2.0/ports/4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 1094 time: 1.4187334 Apr 22 16:29:59.562102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:59.617378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Pushing event updated for resources: {'Port': ['ID=4801393f-39ac-4fa9-b47d-a67fa9fd8783,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:59.620980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:59.625245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:59.661219 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'status': 'completed', 'code': 200} Apr 22 16:29:59.833419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Allocated IP 172.20.0.12 (cead4022-2154-47d3-9c73-06d84eb204db/c61459da-d5eb-4647-9796-9a1a9f32be47/f1f8034c-7db8-4904-aad3-0a3e6bd718b5) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:29:59.848800 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7025c639-fce0-4071-ac45-45defbbb1efc req-45004fd7-2626-444e-88cc-368a8a1f78fb tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 210 time: 0.1074216 Apr 22 16:29:59.977259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54307355-4f6d-41b2-91b7-ff007d05de48 req-d1f10b1a-b1d6-434f-920a-00f386fd0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:59.980195 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-54307355-4f6d-41b2-91b7-ff007d05de48 req-d1f10b1a-b1d6-434f-920a-00f386fd0b47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1097 time: 0.2873418 Apr 22 16:30:00.063641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:00.125576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:00.132800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-68f41695-df64-44ae-81cb-acfbcada2f07 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:00.215317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54307355-4f6d-41b2-91b7-ff007d05de48 req-e6ce677f-498f-41ae-8b69-db2121d6eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:00.215535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Network cead4022-2154-47d3-9c73-06d84eb204db is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:30:00.215762 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-54307355-4f6d-41b2-91b7-ff007d05de48 req-e6ce677f-498f-41ae-8b69-db2121d6eef3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e5e25cb92774c438695e84c0e89793c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2131727 Apr 22 16:30:00.215867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:30:00.215867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:30:00.261603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32495403'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:00.269420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Pushing event updated for resources: {'Port': ['ID=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:00.271642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6b57d230-fb4d-4953-957e-d8971d5d6d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:00.272657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:00.304788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:00.305488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:00.367532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbba67a-be74-4a3d-b1eb-54010b0737f5,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:00.372569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:00.377737 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0610976 Apr 22 16:30:00.378935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:00.396351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Request body: {'port': {'device_id': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:30:00.545697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:00.590253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:30:00.635880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:30:00.636461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3f28bdd3-7e9f-4ba5-9e44-5b5e548b3df1 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:30:00.644378 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5fbba67a-be74-4a3d-b1eb-54010b0737f5 HTTP/1.1" status: 204 len: 168 time: 1.4057338 Apr 22 16:30:00.649122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 43002) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:00.725250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54307355-4f6d-41b2-91b7-ff007d05de48 req-3c5fdfdd-7075-4207-b890-9498a73eb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:00.726864 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-54307355-4f6d-41b2-91b7-ff007d05de48 req-3c5fdfdd-7075-4207-b890-9498a73eb52a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5124173 Apr 22 16:30:00.767405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda398df-93b1-46ff-9df8-23a2c4ce8b4b req-30f566dd-ef4c-4fe9-939d-893549806a6c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:00.769120 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dda398df-93b1-46ff-9df8-23a2c4ce8b4b req-30f566dd-ef4c-4fe9-939d-893549806a6c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 944 time: 0.1304636 Apr 22 16:30:00.869019 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dda398df-93b1-46ff-9df8-23a2c4ce8b4b req-f1e23b11-d3ce-42d5-802b-f539ef888384 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921531 Apr 22 16:30:00.873923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:00.920424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-2e6b71cd-e139-4702-98e3-842dc7799ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:00.922195 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-2e6b71cd-e139-4702-98e3-842dc7799ffb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1097 time: 0.1130841 Apr 22 16:30:01.066931 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-eeed354d-8f42-435a-8542-1f4c60b0b5b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 217 time: 0.1308606 Apr 22 16:30:01.103198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:01.168489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-b167bf8c-18cd-428b-8541-c50099b977b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:01.170028 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-b167bf8c-18cd-428b-8541-c50099b977b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0956438 Apr 22 16:30:01.209521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:01.238467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85466d65-ce95-4eb4-b9e0-f47f2b5c1b94 req-55935822-1702-4d0a-b318-134ec0112eeb tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:01.240208 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-85466d65-ce95-4eb4-b9e0-f47f2b5c1b94 req-55935822-1702-4d0a-b318-134ec0112eeb tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 932 time: 0.2200456 Apr 22 16:30:01.292361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b63e8a-3742-479a-93de-cdc988f91c66']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:30:01.310797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb49253-c519-4621-9237-5e690d1e972d') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:30:01.311172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb49253-c519-4621-9237-5e690d1e972d') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:30:01.313223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e31f4-944f-4345-9299-f34df0246ed5 req-24cdb584-edbf-4292-9453-77a889bb7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:01.314838 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-24cdb584-edbf-4292-9453-77a889bb7351 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1369877 Apr 22 16:30:01.319848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-85466d65-ce95-4eb4-b9e0-f47f2b5c1b94 req-9e3f698d-cf5c-4d51-a0ab-bb7d5941438a tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634959 Apr 22 16:30:01.327960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f8034c-7db8-4904-aad3-0a3e6bd718b5 {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:30:01.333666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:01.346984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:01.360897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:01.371842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Transition to ACTIVE for port object f1f8034c-7db8-4904-aad3-0a3e6bd718b5 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:30:01.373571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:30:01.451670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:01.461764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecbc9b41-adf9-47c8-9979-fb012f453734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:01.463808 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-266245fb-91e4-4093-be17-2a0a18acd9be service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421874 Apr 22 16:30:01.623466 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-388e31f4-944f-4345-9299-f34df0246ed5 req-87eb6833-e9b6-4236-abaf-e391e5f5b2a4 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523571 Apr 22 16:30:01.927976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Network 87b63e8a-3742-479a-93de-cdc988f91c66 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:30:01.937742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Pushing event updated for resources: {'Port': ['ID=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:01.941392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:01.981457 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:02.092261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1ef58-be8d-4e0f-966e-447b6eaff379 req-ffa45001-4a1a-49af-a964-b36104a9c5f4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:02.093745 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48e1ef58-be8d-4e0f-966e-447b6eaff379 req-ffa45001-4a1a-49af-a964-b36104a9c5f4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 944 time: 0.0982878 Apr 22 16:30:02.145413 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48e1ef58-be8d-4e0f-966e-447b6eaff379 req-3238ddb6-2292-4cad-a306-2a7aa68b88b4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443377 Apr 22 16:30:02.218888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Network 87b63e8a-3742-479a-93de-cdc988f91c66 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:30:02.245135 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:30:02.310218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Attempting to bind port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:30:02.310601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Attempting to bind port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:30:02.310976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Attempting to bind port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 on network cead4022-2154-47d3-9c73-06d84eb204db {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:30:02.325290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 on network cead4022-2154-47d3-9c73-06d84eb204db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:30:02.325648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Attempting to bind port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 on network cead4022-2154-47d3-9c73-06d84eb204db {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:30:02.334905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:30:02.335281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Checking segment: {'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:30:02.335703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Bound using segment: {'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:30:02.336197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Bound port: f1f8034c-7db8-4904-aad3-0a3e6bd718b5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:30:02.336585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.399527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.414524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:02.428971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.454398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b63e8a-3742-479a-93de-cdc988f91c66,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:02.460797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:02.471988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] For port f1f8034c-7db8-4904-aad3-0a3e6bd718b5, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:30:02.475268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] For port f1f8034c-7db8-4904-aad3-0a3e6bd718b5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:30:02.490230 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5e608763-619e-4f18-a024-c69a1bd73d87 admin admin] 10.222.0.10 "DELETE /v2.0/networks/87b63e8a-3742-479a-93de-cdc988f91c66 HTTP/1.1" status: 204 len: 168 time: 1.8389070 Apr 22 16:30:02.530821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.534465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d01bc-43c6-4936-ae1b-cdecbca20d0c req-2108b37d-8404-4a03-8a15-b62b5ed03ad4 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:02.536095 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-430d01bc-43c6-4936-ae1b-cdecbca20d0c req-2108b37d-8404-4a03-8a15-b62b5ed03ad4 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.0947042 Apr 22 16:30:02.539253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d28c335-97b1-4daf-ac1d-d0a785cc0982 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:02.586765 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-430d01bc-43c6-4936-ae1b-cdecbca20d0c req-bb1511c6-f433-436a-b9b8-2a499a509d25 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Apr 22 16:30:02.596840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:02.597517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.598997 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] 10.222.0.26 "PUT /v2.0/ports/f1f8034c-7db8-4904-aad3-0a3e6bd718b5 HTTP/1.1" status: 200 len: 1094 time: 2.2078707 Apr 22 16:30:02.599537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'tag': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:30:02.632591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Pushing event updated for resources: {'Port': ['ID=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:02.639950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:02.660657 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'tag': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5', 'status': 'completed', 'code': 200} Apr 22 16:30:02.736275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 43022) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:02.790564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc961158-6dc4-4f56-903a-6afca72d2901 req-0c1baaf9-f286-4d16-8565-c963e4b3e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:02.792168 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc961158-6dc4-4f56-903a-6afca72d2901 req-0c1baaf9-f286-4d16-8565-c963e4b3e1ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696271be71914905b85897ccb82f3294&device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 1097 time: 0.0875735 Apr 22 16:30:02.798366 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2383108e-d549-4cec-b312-979f5add0b7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=126d3bf01d9b49c2847c729ebcd5cccb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607729 Apr 22 16:30:02.801007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 43026) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:02.867626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.906817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.959009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc961158-6dc4-4f56-903a-6afca72d2901 req-75c681de-5e4e-43f0-956e-e8254414103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:02.960655 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc961158-6dc4-4f56-903a-6afca72d2901 req-75c681de-5e4e-43f0-956e-e8254414103c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=696271be71914905b85897ccb82f3294&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1535084 Apr 22 16:30:03.005135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:03.016324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a083b48c-64f4-49b9-88cf-a7a9a42be635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:03.026228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0555696-fb47-434a-89db-853ff161a42b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:03.029987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:03.074620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:03.076876 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0555696-fb47-434a-89db-853ff161a42b HTTP/1.1" status: 204 len: 168 time: 0.2742734 Apr 22 16:30:03.125386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc961158-6dc4-4f56-903a-6afca72d2901 req-6ee565a3-4fd5-44c8-9747-b58b40953b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:03.127074 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc961158-6dc4-4f56-903a-6afca72d2901 req-6ee565a3-4fd5-44c8-9747-b58b40953b0e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599426 Apr 22 16:30:03.296862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-11b42a46-bad7-4ac8-bbfa-1a02a8a3bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:03.299009 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-11b42a46-bad7-4ac8-bbfa-1a02a8a3bb13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=696271be71914905b85897ccb82f3294&device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 1097 time: 0.1039779 Apr 22 16:30:03.387084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d7a55-5ab3-41e9-b0d2-3fef1e16db53 req-5cd3df25-5c5f-4d86-9ba2-22107261abc1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:03.388874 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-589d7a55-5ab3-41e9-b0d2-3fef1e16db53 req-5cd3df25-5c5f-4d86-9ba2-22107261abc1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 944 time: 0.1030841 Apr 22 16:30:03.392831 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-0a934aa1-df57-471c-8b2c-2422c5aba722 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1f8034c-7db8-4904-aad3-0a3e6bd718b5 HTTP/1.1" status: 200 len: 217 time: 0.0796928 Apr 22 16:30:03.453765 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-589d7a55-5ab3-41e9-b0d2-3fef1e16db53 req-c7ff4595-5f27-4512-af68-94ab6f5c5be3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573397 Apr 22 16:30:03.485280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-553e17d3-8c92-4197-98e6-4c5a1d9485cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:03.487119 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-553e17d3-8c92-4197-98e6-4c5a1d9485cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c61459da-d5eb-4647-9796-9a1a9f32be47 HTTP/1.1" status: 200 len: 853 time: 0.0861013 Apr 22 16:30:03.555723 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-98845fb1-56bc-4ca3-a16d-e441208c4453 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cead4022-2154-47d3-9c73-06d84eb204db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614312 Apr 22 16:30:03.724578 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-bd08083d-e785-456e-834a-355f38fe9821 service neutron] 10.222.0.26 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616530 Apr 22 16:30:03.837641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760b946-0d4b-4223-bc0d-f381e2634375 req-0c6eed6f-3c1a-46e6-9e9c-fcee4d110733 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:03.839274 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e760b946-0d4b-4223-bc0d-f381e2634375 req-0c6eed6f-3c1a-46e6-9e9c-fcee4d110733 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.1038368 Apr 22 16:30:03.896685 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e760b946-0d4b-4223-bc0d-f381e2634375 req-2ddd8e68-93f6-4945-9c52-3d02d1c096dd tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493016 Apr 22 16:30:03.901960 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c5eb3994-5367-491b-a3c9-82e15971ad75 req-d637e22f-128b-4323-ae99-e3e8c9396462 service neutron] 10.222.0.26 "GET /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691229 Apr 22 16:30:04.657522 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2cddf-df7a-4e51-a3f3-329bb1b3ece4 req-1ef0fd81-4752-4002-8a6e-83445540b87e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:04.659162 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c3a2cddf-df7a-4e51-a3f3-329bb1b3ece4 req-1ef0fd81-4752-4002-8a6e-83445540b87e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 944 time: 0.0923946 Apr 22 16:30:04.715660 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c3a2cddf-df7a-4e51-a3f3-329bb1b3ece4 req-a62d8e93-9a10-4ac0-a585-18656b76ffa1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493951 Apr 22 16:30:05.119472 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2836cf-824e-402b-8ab3-58eadfbbfeff req-52448f60-993c-415c-aa62-94cefab707ec tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:05.121366 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2d2836cf-824e-402b-8ab3-58eadfbbfeff req-52448f60-993c-415c-aa62-94cefab707ec tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.0970302 Apr 22 16:30:05.173277 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2d2836cf-824e-402b-8ab3-58eadfbbfeff req-9c9dc20c-6b29-478c-a55e-def8b0c3f58f tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Apr 22 16:30:05.933023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9873a14-8211-4d19-b96b-7f2f6702fe3f req-ca6597d7-5471-445a-9c89-e5926fc88261 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:05.935729 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9873a14-8211-4d19-b96b-7f2f6702fe3f req-ca6597d7-5471-445a-9c89-e5926fc88261 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 944 time: 0.0970287 Apr 22 16:30:05.984857 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9873a14-8211-4d19-b96b-7f2f6702fe3f req-e0a4f7be-bf27-467e-967f-fa5ad48dcc32 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Apr 22 16:30:06.385333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46109f-26be-4557-80fd-cd9569535eb4 req-6208293d-04cb-4fcd-8054-ae1d38ebacaf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:06.387008 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ed46109f-26be-4557-80fd-cd9569535eb4 req-6208293d-04cb-4fcd-8054-ae1d38ebacaf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.0918014 Apr 22 16:30:06.439174 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ed46109f-26be-4557-80fd-cd9569535eb4 req-d1ddd29f-692a-4e4e-9d92-3de27090a3f4 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 Apr 22 16:30:06.624174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 4801393f-39ac-4fa9-b47d-a67fa9fd8783 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:30:06.768362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 4801393f-39ac-4fa9-b47d-a67fa9fd8783, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:30:06.783833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'port_id': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'mac_address': 'fa:16:3e:f6:5c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:30:07.006416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:07.025220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4801393f-39ac-4fa9-b47d-a67fa9fd8783 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:30:07.042829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 4801393f-39ac-4fa9-b47d-a67fa9fd8783, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:30:07.079468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:07.082139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:07.155952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=4801393f-39ac-4fa9-b47d-a67fa9fd8783,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:07.159285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:07.204594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a379b5-9aec-4d1e-a8c2-0e9819de4b59 req-a6bcfe8b-7bc8-46dd-872c-74fc2301d6bb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:07.207229 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96a379b5-9aec-4d1e-a8c2-0e9819de4b59 req-a6bcfe8b-7bc8-46dd-872c-74fc2301d6bb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0956109 Apr 22 16:30:07.276557 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96a379b5-9aec-4d1e-a8c2-0e9819de4b59 req-e699efbd-13f2-41d2-8a70-13f7f4f81a8f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591302 Apr 22 16:30:07.654222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779098c2-fa3c-47d1-a3d0-a0d23af007d0 req-8d17242e-6f47-4b69-94e6-dbff9bd32d55 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:07.655873 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-779098c2-fa3c-47d1-a3d0-a0d23af007d0 req-8d17242e-6f47-4b69-94e6-dbff9bd32d55 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.0999873 Apr 22 16:30:07.717482 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-779098c2-fa3c-47d1-a3d0-a0d23af007d0 req-8751cd9a-0c34-43a8-b4e2-e839705754e4 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532758 Apr 22 16:30:08.482621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b9e39-3c5d-4778-a821-02d9bf064085 req-733d68ca-5b27-4492-b76e-69078020b46e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:08.484256 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0d1b9e39-3c5d-4778-a821-02d9bf064085 req-733d68ca-5b27-4492-b76e-69078020b46e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0888057 Apr 22 16:30:08.532278 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0d1b9e39-3c5d-4778-a821-02d9bf064085 req-0e5b0b30-94dd-44ef-bcef-31580eefe641 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415654 Apr 22 16:30:08.929584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d22e6b-6756-4244-af50-316e8c2d4e97 req-0663f68f-fca8-4ff3-806f-f1cf48edec10 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:08.931190 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-45d22e6b-6756-4244-af50-316e8c2d4e97 req-0663f68f-fca8-4ff3-806f-f1cf48edec10 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.0936787 Apr 22 16:30:08.979529 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-45d22e6b-6756-4244-af50-316e8c2d4e97 req-57b1f73c-59ae-41ae-891d-c9fb8a56b93e tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Apr 22 16:30:09.741205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa54db-1a81-4c73-ae7c-cbddf064a766 req-589d7290-6fd9-42c3-88ec-547603cd4755 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:09.741205 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-60aa54db-1a81-4c73-ae7c-cbddf064a766 req-589d7290-6fd9-42c3-88ec-547603cd4755 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0914984 Apr 22 16:30:09.791558 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-60aa54db-1a81-4c73-ae7c-cbddf064a766 req-c501c71f-8530-42ee-8fa8-bda694172276 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Apr 22 16:30:10.188345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92605203-c082-40b8-95c6-19ddd0c00611 req-2490288c-a065-4dca-872a-8bc2476d9408 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:10.189944 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92605203-c082-40b8-95c6-19ddd0c00611 req-2490288c-a065-4dca-872a-8bc2476d9408 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.0924466 Apr 22 16:30:10.239783 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92605203-c082-40b8-95c6-19ddd0c00611 req-c97304ac-05d4-43ae-a32f-c834ff1ac858 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Apr 22 16:30:11.005898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaba5f-f665-4559-a132-8b8e959b4de1 req-35aa0482-1dac-4eba-811b-f15d1362d022 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:11.007498 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24eaba5f-f665-4559-a132-8b8e959b4de1 req-35aa0482-1dac-4eba-811b-f15d1362d022 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0921772 Apr 22 16:30:11.056326 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24eaba5f-f665-4559-a132-8b8e959b4de1 req-7533fbfc-ad26-496f-8442-cd1758da9d41 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Apr 22 16:30:11.446582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51473b24-aa46-4bff-bc74-999efb75326e req-dc7c5944-1a80-4ca8-86e4-5c6b42b7d1a0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:11.448234 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-51473b24-aa46-4bff-bc74-999efb75326e req-dc7c5944-1a80-4ca8-86e4-5c6b42b7d1a0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 944 time: 0.0921586 Apr 22 16:30:11.499115 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-51473b24-aa46-4bff-bc74-999efb75326e req-1215d034-d065-4a4a-b201-2921f0e5e11c tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Apr 22 16:30:11.826095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f1f8034c-7db8-4904-aad3-0a3e6bd718b5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:30:11.975775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f1f8034c-7db8-4904-aad3-0a3e6bd718b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:30:11.990606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5', 'network_id': 'cead4022-2154-47d3-9c73-06d84eb204db', 'port_id': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5', 'mac_address': 'fa:16:3e:16:b4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61459da-d5eb-4647-9796-9a1a9f32be47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:30:12.061171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:12.080436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f8034c-7db8-4904-aad3-0a3e6bd718b5 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:30:12.101099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f1f8034c-7db8-4904-aad3-0a3e6bd718b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:30:12.148078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:12.150229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5e7eb82f-1bb4-4ff2-8d59-452a916bd60e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:12.224634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:12.227989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:12.300518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c508d1-43ee-4a38-ac0c-7ecc60d653cf req-cc052d98-1303-425f-86ea-a1c4467a06e5 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:12.302142 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-25c508d1-43ee-4a38-ac0c-7ecc60d653cf req-cc052d98-1303-425f-86ea-a1c4467a06e5 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0969195 Apr 22 16:30:12.351144 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-25c508d1-43ee-4a38-ac0c-7ecc60d653cf req-e061fe3f-24f7-4c23-b2a5-1589b190ff0b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Apr 22 16:30:12.486429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['4801393f-39ac-4fa9-b47d-a67fa9fd8783'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:30:12.713104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e69dd-3dfe-48ad-9551-611a63fc8d78 req-208bbc74-c3cf-4132-b8f1-026d1748dce5 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:12.714731 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-534e69dd-3dfe-48ad-9551-611a63fc8d78 req-208bbc74-c3cf-4132-b8f1-026d1748dce5 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 945 time: 0.0969636 Apr 22 16:30:12.771063 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-534e69dd-3dfe-48ad-9551-611a63fc8d78 req-bdd5eae8-447d-4b30-a923-aac9ddc2e4da tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 Apr 22 16:30:12.959355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e188dfb5-607c-4bc4-82e7-ce9158d5ac09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:12.996046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['f1f8034c-7db8-4904-aad3-0a3e6bd718b5'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:30:13.562571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380cb0a-b97f-4ff2-893e-88dc09c4a941 req-3bc144fe-fdf3-4cf7-9b4c-5c6899d04205 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:13.564249 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3380cb0a-b97f-4ff2-893e-88dc09c4a941 req-3bc144fe-fdf3-4cf7-9b4c-5c6899d04205 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0904312 Apr 22 16:30:13.624041 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3380cb0a-b97f-4ff2-893e-88dc09c4a941 req-9bffe834-4119-4aae-b50a-1889f1c43afe tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521624 Apr 22 16:30:13.985301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500f42a-24f1-48d2-bb6f-e0c41af4f2bb req-be7f5edf-5eda-48de-8902-cc22edf88c43 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:13.986961 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e500f42a-24f1-48d2-bb6f-e0c41af4f2bb req-be7f5edf-5eda-48de-8902-cc22edf88c43 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 945 time: 0.0945661 Apr 22 16:30:14.038272 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e500f42a-24f1-48d2-bb6f-e0c41af4f2bb req-fd17c9cb-3385-4137-bcbf-299f088b9ccc tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Apr 22 16:30:14.829650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996b74-a7b5-4568-8f9f-01285a6d3106 req-31c0fadd-99f0-493e-acd8-f51e0f55daab tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:14.831242 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-47996b74-a7b5-4568-8f9f-01285a6d3106 req-31c0fadd-99f0-493e-acd8-f51e0f55daab tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0931337 Apr 22 16:30:14.880510 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-47996b74-a7b5-4568-8f9f-01285a6d3106 req-b7f10c72-bd49-4d65-af30-ce00109f1bac tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Apr 22 16:30:15.162554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0bb19d2d-fbba-4e80-82f9-4472d1321732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:15.261841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca4faa-7739-42db-b7f1-b02d9f1937d8 req-02752023-9e4e-4370-873a-d132679409c1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:15.263524 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bca4faa-7739-42db-b7f1-b02d9f1937d8 req-02752023-9e4e-4370-873a-d132679409c1 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 945 time: 0.0965586 Apr 22 16:30:15.315702 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7bca4faa-7739-42db-b7f1-b02d9f1937d8 req-6791a1f4-7f8a-4ac0-bc95-f903465109e3 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454242 Apr 22 16:30:15.855443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 4801393f-39ac-4fa9-b47d-a67fa9fd8783 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:30:15.965214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:30:15.971369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:30:15.971884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.098702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5ce57-cd77-467a-8755-8e483088a11b req-22926304-0c52-4048-b875-635caf7792d8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:16.100280 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3df5ce57-cd77-467a-8755-8e483088a11b req-22926304-0c52-4048-b875-635caf7792d8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 945 time: 0.0952084 Apr 22 16:30:16.126029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.155938 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3df5ce57-cd77-467a-8755-8e483088a11b req-b6a49cc0-4045-4b1e-a013-c379b52e5fa1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489712 Apr 22 16:30:16.165483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:30:16.180929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 4801393f-39ac-4fa9-b47d-a67fa9fd8783, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:30:16.217622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.224538 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'code': 200} Apr 22 16:30:16.251327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.252361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f1f8034c-7db8-4904-aad3-0a3e6bd718b5 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:30:16.292340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:16.407800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=4801393f-39ac-4fa9-b47d-a67fa9fd8783,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:16.411315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:16.445511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:30:16.453961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:30:16.454643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.536067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d4f58-4487-4f8d-bec1-64dcf7e7de46 req-d86166bc-199b-4e26-8268-05283206aa64 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:16.537794 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-404d4f58-4487-4f8d-bec1-64dcf7e7de46 req-d86166bc-199b-4e26-8268-05283206aa64 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 945 time: 0.0986185 Apr 22 16:30:16.582218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.591497 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-404d4f58-4487-4f8d-bec1-64dcf7e7de46 req-5dbd11fc-0024-4af9-a42e-2d657eb3b941 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Apr 22 16:30:16.612992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.636000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa929f6-29f0-4374-a3b0-041279ae3a9f req-6c4839dd-7367-4971-aa34-91cc04778bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:16.638403 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7fa929f6-29f0-4374-a3b0-041279ae3a9f req-6c4839dd-7367-4971-aa34-91cc04778bc3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1099 time: 0.0862658 Apr 22 16:30:16.649289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port f1f8034c-7db8-4904-aad3-0a3e6bd718b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:30:16.682920 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7fa929f6-29f0-4374-a3b0-041279ae3a9f req-3cc47034-1041-45ae-9a6e-656b7c219412 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380819 Apr 22 16:30:16.689019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:16.691078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6886440c-2cf1-47f1-a9b5-eeef20aff963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:16.765283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:16.768534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:17.372202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95095887-424c-4ec3-9751-59c29d16d743 req-ea3cf32b-6a13-4f0f-9b5a-ee43c4548ca2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:17.373914 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-95095887-424c-4ec3-9751-59c29d16d743 req-ea3cf32b-6a13-4f0f-9b5a-ee43c4548ca2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0971918 Apr 22 16:30:17.431298 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-95095887-424c-4ec3-9751-59c29d16d743 req-bfe487be-b29a-4d29-8c3c-100dd2f4e0e7 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456402 Apr 22 16:30:17.536362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:17.851039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fde60-0ba2-4afd-aee3-6a3f99ff2995 req-797e31cb-a3a0-4642-a499-0a212ef10a21 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:17.852731 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-326fde60-0ba2-4afd-aee3-6a3f99ff2995 req-797e31cb-a3a0-4642-a499-0a212ef10a21 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.1055791 Apr 22 16:30:17.904848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-326fde60-0ba2-4afd-aee3-6a3f99ff2995 req-cb1f817a-118a-4c38-86c2-c7a652ef3136 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443716 Apr 22 16:30:18.226329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:30:18.278035 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5', 'code': 200} Apr 22 16:30:18.726328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b278-7187-47be-b977-41cae92f10d4 req-33243662-81c7-45b7-8100-0b6b9e2c2e07 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:18.728051 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-66d2b278-7187-47be-b977-41cae92f10d4 req-33243662-81c7-45b7-8100-0b6b9e2c2e07 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1601105 Apr 22 16:30:18.774632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabc41f-deec-49db-932e-604be7178f3f req-e20bc9ad-3fa0-4040-81c4-d9b04e118c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:18.776365 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2dabc41f-deec-49db-932e-604be7178f3f req-e20bc9ad-3fa0-4040-81c4-d9b04e118c52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 1099 time: 0.1127617 Apr 22 16:30:18.785970 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-66d2b278-7187-47be-b977-41cae92f10d4 req-82011105-ebce-4b40-b778-e6ec5a8a940f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506675 Apr 22 16:30:18.849387 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2dabc41f-deec-49db-932e-604be7178f3f req-59aa47a0-e9ed-4a0c-96e6-d133783e5661 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Apr 22 16:30:19.129299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ff86-73d5-4b96-b332-160b0b2e2f45 req-03f56645-67db-48ca-8e0f-f100bb9d6161 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:19.131022 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-82c1ff86-73d5-4b96-b332-160b0b2e2f45 req-03f56645-67db-48ca-8e0f-f100bb9d6161 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.1039963 Apr 22 16:30:19.189568 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-82c1ff86-73d5-4b96-b332-160b0b2e2f45 req-44a8bcc8-92f2-4f98-baab-e61be017a58a tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498657 Apr 22 16:30:19.993694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f784666-b9e7-48e7-8a9e-7a8ca3bc89b2 req-8a331912-ce8f-4ec4-9f22-19858b567566 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:19.995375 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f784666-b9e7-48e7-8a9e-7a8ca3bc89b2 req-8a331912-ce8f-4ec4-9f22-19858b567566 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0931430 Apr 22 16:30:20.048017 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f784666-b9e7-48e7-8a9e-7a8ca3bc89b2 req-ad3750be-dffd-4502-b893-4b44eb327080 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Apr 22 16:30:20.259942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d838f-b7e2-4140-bfb7-51ae1eb75d17 req-ad042194-d428-4e43-bf82-2ff7598a7ac3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:20.271910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 43268) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:20.272066 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c93d838f-b7e2-4140-bfb7-51ae1eb75d17 req-ad042194-d428-4e43-bf82-2ff7598a7ac3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1048913 Apr 22 16:30:20.280987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'floatingip': {'port_id': '4801393f-39ac-4fa9-b47d-a67fa9fd8783'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:30:20.405029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:20.474576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781b82-780b-4852-9184-dc3467a2938c req-4276b7d4-d9fa-4dc6-9f18-f0d4c0bd047a tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:20.476260 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-31781b82-780b-4852-9184-dc3467a2938c req-4276b7d4-d9fa-4dc6-9f18-f0d4c0bd047a tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.1348855 Apr 22 16:30:20.532889 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-31781b82-780b-4852-9184-dc3467a2938c req-44d032a0-74c9-41b9-89d3-8ee533f90ac8 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Apr 22 16:30:21.084944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:21.119232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:21.535281 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Floating IP 1e0254e0-482b-4314-b811-09f9f4505ee5 associated. External IP: 172.27.3.245, port: 4801393f-39ac-4fa9-b47d-a67fa9fd8783. Apr 22 16:30:21.777250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2a7a4-ea98-4aa4-8a64-cc14f4a66688 req-db963bf0-f478-4474-937f-ad6c6de06b9a tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:21.779973 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-adf2a7a4-ea98-4aa4-8a64-cc14f4a66688 req-db963bf0-f478-4474-937f-ad6c6de06b9a tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.1039901 Apr 22 16:30:21.831761 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-adf2a7a4-ea98-4aa4-8a64-cc14f4a66688 req-c2d986c8-e126-4f29-a48c-b203c5cff601 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450532 Apr 22 16:30:21.944239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Router 71798293-5b9f-4e62-a346-b48b0456fb69 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:30:22.141093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:30:22.146132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:22.153570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] Sync routers for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:30:22.183099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:30:22.184961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:30:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:30:22.222635 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-41efc9bb-f123-469a-ad49-eb1dbad01258 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "PUT /v2.0/floatingips/1e0254e0-482b-4314-b811-09f9f4505ee5 HTTP/1.1" status: 200 len: 992 time: 1.9487247 Apr 22 16:30:22.223411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:30:22.390083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:30:22.763579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '1e0254e0-482b-4314-b811-09f9f4505ee5', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'port_id': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'mac_address': 'fa:16:3e:f6:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:29:51Z', 'updated_at': '2021-04-22T16:30:20Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:30:22.768097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] Checking router: 71798293-5b9f-4e62-a346-b48b0456fb69 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:30:22.779012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:30:22.779718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:30:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:30:22.980667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:30:23.560540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '1e0254e0-482b-4314-b811-09f9f4505ee5', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'port_id': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'mac_address': 'fa:16:3e:f6:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:29:51Z', 'updated_at': '2021-04-22T16:30:20Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:30:23.565040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf64dc7f-3e67-46eb-8f9f-3798327e2db3 None None] The sync data for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi is: [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '1e0254e0-482b-4314-b811-09f9f4505ee5', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'port_id': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'mac_address': 'fa:16:3e:f6:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:29:51Z', 'updated_at': '2021-04-22T16:30:20Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:30:23.847232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bdf3bd-5012-46c6-b8aa-8c8342a0fc5f None None] New status for floating IP 1e0254e0-482b-4314-b811-09f9f4505ee5: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:30:26.778964 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'status': 'completed', 'code': 200} Apr 22 16:30:26.906974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-dfbc677e-7871-46f5-9720-038331d809e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:26.908829 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-dfbc677e-7871-46f5-9720-038331d809e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1099 time: 0.0854211 Apr 22 16:30:27.063186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-7de5b192-02a1-4d46-8b0e-bb38ba75df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:27.064921 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-7de5b192-02a1-4d46-8b0e-bb38ba75df45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.1501091 Apr 22 16:30:27.190724 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-4ad8bbe3-f9fe-49da-8aa9-20dd7aaec775 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 1002 time: 0.1092219 Apr 22 16:30:27.278143 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-cc123c74-735a-44e8-81c5-b71ec55984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:27.280320 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-cc123c74-735a-44e8-81c5-b71ec55984b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0837018 Apr 22 16:30:27.367605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-cb1ea59e-37d3-4ffa-ab86-e83e662414f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:27.369292 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-cb1ea59e-37d3-4ffa-ab86-e83e662414f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818737 Apr 22 16:30:27.515415 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-2acac329-f4b5-4fc0-9c43-b568baa056ea service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390421 Apr 22 16:30:27.667290 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a489eb56-958c-4e2c-8f35-7e5e4786ac11 req-413683b3-b41b-40c3-bed6-0bac2ee2b827 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390715 Apr 22 16:30:30.176979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 43362) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:30.312359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:30.328708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:30:30.333031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Usage tracker for resource:security_group_rule and tenant:76805bff73754ebb854c5e4b931675c5 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:30:30.336087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:30:30.342422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:30:30.688213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:30.730175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:30.740086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ab4a0804-00d5-4db5-8819-ec5ecb9da091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:30.785779 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76805bff73754ebb854c5e4b931675c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075943 Apr 22 16:30:30.786737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7479847-5de6-4ca6-bbbc-95ec870cabb4,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:30.788617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 43376) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:30.790277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:30.852802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:30.880584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:30.963395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:30.967452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e7dd039b-8ba8-4fe6-a085-450d3e9b56b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:30.984974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7479847-5de6-4ca6-bbbc-95ec870cabb4,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:30.994684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:30.995973 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7479847-5de6-4ca6-bbbc-95ec870cabb4 HTTP/1.1" status: 204 len: 168 time: 0.2062409 Apr 22 16:30:30.997650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:30.998095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:30.998784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:30.998970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:30.999250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:30.999692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:31.000497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:31.000497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:31.000808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:31.001709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:31.002198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:31.002795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:30:31.006162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:31.209113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:33.444601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 43456) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:33.580167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:33.595738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:30:33.599576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Usage tracker for resource:security_group_rule and tenant:b66213298bd94d4f9380d64975725713 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:30:33.602668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:30:33.608616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:30:33.708179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:33.753681 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:33.762647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d894744-027a-4da2-9c4f-df699f980467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:33.806827 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b66213298bd94d4f9380d64975725713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608773 Apr 22 16:30:33.808577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9f1503-df37-4e28-ad85-04454cf4e725,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:33.809811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 43468) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:33.811739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:34.099784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:34.128869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:34.221566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:34.226610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5c39b75d-9296-4a31-af6d-4c1089f5a392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:34.240846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9f1503-df37-4e28-ad85-04454cf4e725,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:34.243898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:34.244907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:34.249057 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e9f1503-df37-4e28-ad85-04454cf4e725 HTTP/1.1" status: 204 len: 168 time: 0.4381418 Apr 22 16:30:34.574416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:30:35.038084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 43498) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:35.171719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:35.186972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:30:35.191308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Usage tracker for resource:security_group_rule and tenant:55c774c149a74e13a30df483a7da4c94 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:30:35.194372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:30:35.200346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:30:35.332914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:35.358726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:35.371516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-26debfad-fe8f-4bb0-96b2-162d016bd92f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:35.416511 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55c774c149a74e13a30df483a7da4c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772240 Apr 22 16:30:35.419567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 43512) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:30:35.421697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7edf115-37b2-40e4-8f23-19a8f21431bd,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:35.435568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:35.494325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-efc41b2e-19b4-44f8-abf0-91afc8b360e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:35.523887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-efc41b2e-19b4-44f8-abf0-91afc8b360e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:35.614259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-efc41b2e-19b4-44f8-abf0-91afc8b360e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:35.620881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b6d7d191-d874-4faa-9e87-152cad95ae94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:30:35.637432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc41b2e-19b4-44f8-abf0-91afc8b360e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7edf115-37b2-40e4-8f23-19a8f21431bd,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:30:35.639903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-efc41b2e-19b4-44f8-abf0-91afc8b360e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:30:35.654126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-efc41b2e-19b4-44f8-abf0-91afc8b360e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:35.655673 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-efc41b2e-19b4-44f8-abf0-91afc8b360e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7edf115-37b2-40e4-8f23-19a8f21431bd HTTP/1.1" status: 204 len: 168 time: 0.2301583 Apr 22 16:30:36.235306 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-f69958d4-fdcb-4839-86e1-3f31e7ca56ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922585 Apr 22 16:30:36.442355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603654-6b94-448b-ab46-73358c4c91ba req-f8132cf7-fb8a-4592-b2e5-9351b0fba098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:36.443998 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-f8132cf7-fb8a-4592-b2e5-9351b0fba098 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1098 time: 0.0873814 Apr 22 16:30:36.637752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603654-6b94-448b-ab46-73358c4c91ba req-17530ffd-b8be-4c43-9cf5-f42058693a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:36.639357 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-17530ffd-b8be-4c43-9cf5-f42058693a94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.1710787 Apr 22 16:30:36.763250 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-d85cb37f-d246-4de8-8891-46c4defd7f29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.1165910 Apr 22 16:30:36.842876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603654-6b94-448b-ab46-73358c4c91ba req-e4c63bca-d96e-453c-a0ca-a52311dc973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:36.842876 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-e4c63bca-d96e-453c-a0ca-a52311dc973d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0685880 Apr 22 16:30:36.933648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0603654-6b94-448b-ab46-73358c4c91ba req-d93054e6-9b47-491a-b62f-7ca6fe55bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:30:36.935268 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-d93054e6-9b47-491a-b62f-7ca6fe55bd4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864601 Apr 22 16:30:37.099030 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-1f8c3886-5645-45da-b9de-f3b9e5af1486 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552439 Apr 22 16:30:37.520190 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0603654-6b94-448b-ab46-73358c4c91ba req-e8fdc0e6-1295-466d-8865-d8b4b5b791ec service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961658 Apr 22 16:30:42.965001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-320e0f8e-1b69-435b-a2cf-afbb7f7f84d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:45.177405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2f25-9f57-4c23-bd66-3cf1ebcafaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:46.198815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:46.587794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:47.551452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:01.197475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:11.574589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:31:13.008478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d8688908-9875-4faa-a9d5-d65e6336b8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:13.752172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66c058-5171-4a27-8139-18e4ed751288 req-1be7980a-1646-49e3-ae07-0024bf93b744 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:13.753786 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d66c058-5171-4a27-8139-18e4ed751288 req-1be7980a-1646-49e3-ae07-0024bf93b744 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.0918152 Apr 22 16:31:13.812170 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9d66c058-5171-4a27-8139-18e4ed751288 req-9b511c5f-a39c-4a26-b855-4b129cf98689 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506091 Apr 22 16:31:15.175256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21a1297b-88aa-49a6-97c3-2e08cb09d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:16.213410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:16.523880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:17.499215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944a933-ba80-4471-ad22-88f7f79e7da4 req-5d5d6076-1be1-40ab-82d3-4db9c20e91c6 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:17.500950 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9944a933-ba80-4471-ad22-88f7f79e7da4 req-5d5d6076-1be1-40ab-82d3-4db9c20e91c6 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.0984528 Apr 22 16:31:17.558878 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9944a933-ba80-4471-ad22-88f7f79e7da4 req-31b83836-0800-4609-ba4f-f14c55359c5e tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476501 Apr 22 16:31:17.562204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:18.819957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd92d-d224-465b-ab23-b8ef0621027f req-6bcb75ae-fb09-4bd4-9668-46598096fa23 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:18.826703 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13dbd92d-d224-465b-ab23-b8ef0621027f req-6bcb75ae-fb09-4bd4-9668-46598096fa23 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.1068151 Apr 22 16:31:18.877868 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13dbd92d-d224-465b-ab23-b8ef0621027f req-22fb7230-b5dd-4b04-95cc-a166ad97edea tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Apr 22 16:31:24.118628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba68108-e3c5-4aa6-b180-b5a22f8494b8 req-76e40d92-e0db-4363-b7d4-feace18959d5 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:24.121500 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ba68108-e3c5-4aa6-b180-b5a22f8494b8 req-76e40d92-e0db-4363-b7d4-feace18959d5 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.1092584 Apr 22 16:31:24.166082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-c51a35af-a1e2-4847-9e88-fc9917d05f5b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:24.166808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-c51a35af-a1e2-4847-9e88-fc9917d05f5b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Synchronizing usage tracker for tenant:696271be71914905b85897ccb82f3294 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:31:24.182193 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ba68108-e3c5-4aa6-b180-b5a22f8494b8 req-614f42e4-7441-494f-93fa-6fe15d7e6df9 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c8d554b-9d8a-454d-b67e-2a008dd3a864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538077 Apr 22 16:31:24.216414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-c51a35af-a1e2-4847-9e88-fc9917d05f5b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Unset dirty status for tenant:696271be71914905b85897ccb82f3294 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:31:24.216870 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-c51a35af-a1e2-4847-9e88-fc9917d05f5b tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 946 time: 0.1456993 Apr 22 16:31:24.317619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Deleting port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:31:24.323397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:24.595265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] For port f1f8034c-7db8-4904-aad3-0a3e6bd718b5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,segment=NetworkSegment(ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29),segment_id=ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:31:24.595665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:24.733344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Calling delete_port for f1f8034c-7db8-4904-aad3-0a3e6bd718b5 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:31:24.959207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:24.967673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bb3a92db-6ed3-4b2c-98a7-9455fe257ebf tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:25.020468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Pushing event deleted for resources: {'Port': ['ID=f1f8034c-7db8-4904-aad3-0a3e6bd718b5,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:25.070965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.071379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.071945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.072383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.072792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.073197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.073607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.074008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.074410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.074798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.075194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.075590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:25.079409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:25.123020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] No DVR routers for this DVR port f1f8034c-7db8-4904-aad3-0a3e6bd718b5 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:31:25.125714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:25.130298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'name': 'network-vif-deleted', 'tag': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:31:25.175745 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e7d33327-6225-4d61-8a35-2d328fdc6768 req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.26 "DELETE /v2.0/ports/f1f8034c-7db8-4904-aad3-0a3e6bd718b5 HTTP/1.1" status: 204 len: 173 time: 0.9523990 Apr 22 16:31:25.371100 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f640d4ce-9225-417b-bc43-149bd6ae4910', 'name': 'network-vif-deleted', 'tag': 'f1f8034c-7db8-4904-aad3-0a3e6bd718b5', 'status': 'completed', 'code': 200} Apr 22 16:31:25.429016 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4d267dea-179a-44eb-8da6-d6b99b553aa3 req-9573119d-3b93-4ba8-99b2-cdab6a3ecc70 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] 10.222.0.10 "GET /v2.0/ports?device_id=f640d4ce-9225-417b-bc43-149bd6ae4910 HTTP/1.1" status: 200 len: 210 time: 0.1006169 Apr 22 16:31:26.176970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f1f8034c-7db8-4904-aad3-0a3e6bd718b5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:31:26.219054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: f1f8034c-7db8-4904-aad3-0a3e6bd718b5 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:31:26.219442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device f1f8034c-7db8-4904-aad3-0a3e6bd718b5 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:31:31.221089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:42.230825 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-558e1ec0-4463-48eb-9dc9-a4b65346c17b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2320759 Apr 22 16:31:42.376731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-86b1fc0c-36d3-4d20-898f-02f10171e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:42.378332 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-86b1fc0c-36d3-4d20-898f-02f10171e5fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1099 time: 0.0885808 Apr 22 16:31:42.563765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-44971b7b-ef68-4638-82c0-767b87b2528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:42.565435 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-44971b7b-ef68-4638-82c0-767b87b2528a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.1504178 Apr 22 16:31:42.682130 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-0aaec4aa-1082-4483-b536-888eb45071bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 1002 time: 0.1089284 Apr 22 16:31:42.768906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-f2c98aec-7089-48d5-bd9b-6a1442e7017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:42.770551 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-f2c98aec-7089-48d5-bd9b-6a1442e7017e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0812440 Apr 22 16:31:42.864950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-447be2f5-341f-48b1-82f6-0f9fcdbbf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:42.866559 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-447be2f5-341f-48b1-82f6-0f9fcdbbf1bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884321 Apr 22 16:31:43.012817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f791ef4c-3751-498a-91e6-198409e0797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:43.021834 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-9176c32e-5a41-4266-9b09-fe8c0a980ec6 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468625 Apr 22 16:31:43.191256 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c79f0fa6-63b4-41a0-8a83-b62559ed1e50 req-7395292d-3422-4dee-8987-b4affc22dfed service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622710 Apr 22 16:31:45.175223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-877ef8eb-c651-4c56-995d-00c180fcd0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:45.567477 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0a2d1-62d2-4bfb-96a2-fd994d839321 req-d700d7a5-ce81-4aa7-aac5-aaebab829e1c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:45.569184 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-11c0a2d1-62d2-4bfb-96a2-fd994d839321 req-d700d7a5-ce81-4aa7-aac5-aaebab829e1c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0997524 Apr 22 16:31:45.621913 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-11c0a2d1-62d2-4bfb-96a2-fd994d839321 req-f30e7ebf-c201-4b43-a4f5-6b4e3f02e90e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Apr 22 16:31:46.221134 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:46.522248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:46.543717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44330) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:46.692782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:46.710372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:31:46.714713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Usage tracker for resource:security_group_rule and tenant:47445c8a453249cf9fdfe6b488fb64ca is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:31:46.717961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:31:46.725351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:31:46.832601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:46.875608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:46.887358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8308e-753a-415e-adbc-2b2de2c680ad req-079b0a7f-40b0-41ef-98d2-c9aee8d0a3b3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:46.889109 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c8a8308e-753a-415e-adbc-2b2de2c680ad req-079b0a7f-40b0-41ef-98d2-c9aee8d0a3b3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1112099 Apr 22 16:31:46.891443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2cb7e9c7-2ece-4569-b379-427471cdf904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:46.938251 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47445c8a453249cf9fdfe6b488fb64ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932900 Apr 22 16:31:46.939494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a2bf93-4b96-43f6-85b0-18c117296f35,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:46.941005 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c8a8308e-753a-415e-adbc-2b2de2c680ad req-e792ef04-6a09-412a-9995-9c6526015714 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440140 Apr 22 16:31:46.941529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44342) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:46.947583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:47.012494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.043186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.140506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.146357 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7e61cd0c-066a-4650-8d27-71d6a5cce724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:47.164050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a2bf93-4b96-43f6-85b0-18c117296f35,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:47.176589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.177004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.177408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.177802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.178195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.178585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.178975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.179364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.179754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.180183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.180545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.180931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:31:47.186340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:47.188503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.190938 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7a2bf93-4b96-43f6-85b0-18c117296f35 HTTP/1.1" status: 204 len: 168 time: 0.2477844 Apr 22 16:31:47.552333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.739487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44354) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:47.761969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.777885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:31:47.782621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Usage tracker for resource:security_group_rule and tenant:a8683388a16c4905978f316628bd3236 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:31:47.786401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:31:47.792948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:31:47.881212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.927216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:47.936042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bdc3d6db-9d97-4ab4-bd98-8b71c7ff2e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:47.981856 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8683388a16c4905978f316628bd3236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412367 Apr 22 16:31:48.039565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0686cc99-de7a-4da0-ad1f-527edea9e1e0,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:48.039565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:48.039565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44362) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:48.152794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:48.198700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:48.244097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601651e-e0ff-4272-bf0a-9225a9b778d1 req-b0fe4b0d-9508-4982-8658-cdce83688fbd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:48.245832 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e601651e-e0ff-4272-bf0a-9225a9b778d1 req-b0fe4b0d-9508-4982-8658-cdce83688fbd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1702909 Apr 22 16:31:48.299920 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e601651e-e0ff-4272-bf0a-9225a9b778d1 req-e0a0aaf1-74b8-424d-9581-8319c75f3581 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465991 Apr 22 16:31:48.334576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:48.340010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b743f6fe-010c-461b-9540-af136b1ed9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:48.354549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0686cc99-de7a-4da0-ad1f-527edea9e1e0,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:48.357663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:48.358640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:48.359917 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0686cc99-de7a-4da0-ad1f-527edea9e1e0 HTTP/1.1" status: 204 len: 168 time: 0.3290205 Apr 22 16:31:48.574312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:31:49.516098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6d17e-cd78-417f-a3d5-73336229a001 req-c1d5b6eb-6f03-4292-aa5c-538c8548c960 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:49.517770 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23e6d17e-cd78-417f-a3d5-73336229a001 req-c1d5b6eb-6f03-4292-aa5c-538c8548c960 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0970786 Apr 22 16:31:49.568767 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23e6d17e-cd78-417f-a3d5-73336229a001 req-ae52fe4c-0846-4072-86f8-71f620104a6e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440695 Apr 22 16:31:50.784533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8dadf-d104-437f-a889-d91f8a393c0e req-b447b7ed-f413-4a02-b9d6-ba87b82641e3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:50.786349 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ccc8dadf-d104-437f-a889-d91f8a393c0e req-b447b7ed-f413-4a02-b9d6-ba87b82641e3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0925541 Apr 22 16:31:50.839409 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ccc8dadf-d104-437f-a889-d91f8a393c0e req-abb79fc0-3b1e-4191-9ce5-98e3edb6b50f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463607 Apr 22 16:31:52.054509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c97ed2-0d5c-4a98-810e-e3da81edcbf0 req-ef20ced1-8e8e-477b-bd33-bac96bcee50f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:52.056116 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4c97ed2-0d5c-4a98-810e-e3da81edcbf0 req-ef20ced1-8e8e-477b-bd33-bac96bcee50f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0899105 Apr 22 16:31:52.103868 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4c97ed2-0d5c-4a98-810e-e3da81edcbf0 req-342c5272-a45d-46f6-b4eb-7d22a5e9c417 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410092 Apr 22 16:31:53.318826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026cce7-f257-4ab0-a122-8140dac6f22c req-7784aa7c-fce6-400e-a5ea-f6b7d76e0f08 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:53.320464 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d026cce7-f257-4ab0-a122-8140dac6f22c req-7784aa7c-fce6-400e-a5ea-f6b7d76e0f08 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0927713 Apr 22 16:31:53.371226 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d026cce7-f257-4ab0-a122-8140dac6f22c req-47e099f7-3252-4f2d-8b3b-54e3bde0e6c7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443213 Apr 22 16:31:54.593013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d1880-853b-4931-81d8-51091a906a5b req-aee3d7f7-bec5-48af-a76d-d6da363dcc27 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:54.594688 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-282d1880-853b-4931-81d8-51091a906a5b req-aee3d7f7-bec5-48af-a76d-d6da363dcc27 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0979187 Apr 22 16:31:54.646497 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-282d1880-853b-4931-81d8-51091a906a5b req-4ec41f4f-ab40-4e73-bb9d-55b8558322ad tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442605 Apr 22 16:31:55.666823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44518) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:55.841983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:55.864860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:31:55.876567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Usage tracker for resource:security_group_rule and tenant:d59e2d4527724f2a83f28e232c059347 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:31:55.892532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:31:55.892532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:31:55.915359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6777435-046e-44bf-8582-2a15be8e8381 req-2f985cd2-a249-4808-b6a1-18d7bb8ad49a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:55.917029 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c6777435-046e-44bf-8582-2a15be8e8381 req-2f985cd2-a249-4808-b6a1-18d7bb8ad49a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1494853 Apr 22 16:31:55.988096 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c6777435-046e-44bf-8582-2a15be8e8381 req-b8d3a64e-a6b0-4bcc-9205-a6f20fa27085 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616751 Apr 22 16:31:56.041276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:56.077494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:56.086510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-07c4feb4-54f0-4328-a24a-65c2a8f0363a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:56.137131 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d59e2d4527724f2a83f28e232c059347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689667 Apr 22 16:31:56.138093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bb8391-6d57-4bce-80c4-688e3136c2c0,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:56.139935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44528) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:56.141570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:56.214851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:56.258508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:56.452975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:56.460498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3e5b74da-3d06-476c-855e-dd1b522f45cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:56.476557 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bb8391-6d57-4bce-80c4-688e3136c2c0,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:56.481569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:56.490628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:56.492885 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5bb8391-6d57-4bce-80c4-688e3136c2c0 HTTP/1.1" status: 204 len: 168 time: 0.3512676 Apr 22 16:31:57.057953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44546) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:57.083456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:57.102394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:31:57.111100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Usage tracker for resource:security_group_rule and tenant:c7276a4897df4660a08214c512250da6 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:31:57.115394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:31:57.122366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:31:57.228943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8bdd3-bb5d-452b-8ca1-5e9ff647cc5b req-9a1ce8f6-c9b8-46d9-8ea5-ddc470f89868 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:57.234119 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-69f8bdd3-bb5d-452b-8ca1-5e9ff647cc5b req-9a1ce8f6-c9b8-46d9-8ea5-ddc470f89868 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1146145 Apr 22 16:31:57.240949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:57.294350 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-69f8bdd3-bb5d-452b-8ca1-5e9ff647cc5b req-2828cdc0-61d4-422d-87d4-8d393c7be6ff tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555823 Apr 22 16:31:57.301692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:57.311688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-89961d2a-5b2b-4264-95e3-abf1e3cffb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:57.357673 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7276a4897df4660a08214c512250da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985237 Apr 22 16:31:57.358621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f1a71-7aa1-4be7-b3ed-7e7fec79cf6d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:57.360540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44552) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:31:57.363031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8b187ca1-8dcd-4031-b362-3c4eae88bb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:57.428176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:57.457749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:57.534829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:57.540243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a97b6c1c-6c00-47f8-a472-bf6fe16f9fef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:31:57.553707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f1a71-7aa1-4be7-b3ed-7e7fec79cf6d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:31:57.559238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:31:57.563774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:57.568712 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e74f1a71-7aa1-4be7-b3ed-7e7fec79cf6d HTTP/1.1" status: 204 len: 168 time: 0.2039573 Apr 22 16:31:58.519631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28980-f260-4c82-9053-7847c38a07b3 req-88d4bcc0-5987-4466-85c8-c45eb942d615 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:58.521612 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4a28980-f260-4c82-9053-7847c38a07b3 req-88d4bcc0-5987-4466-85c8-c45eb942d615 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0962849 Apr 22 16:31:58.577888 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4a28980-f260-4c82-9053-7847c38a07b3 req-4f5f4612-724d-446a-8579-6750505dc86b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491776 Apr 22 16:31:59.844568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b5b3c-a88b-4ec9-a325-d29fe1a3d1da req-21f5e1b2-d59c-45f9-943d-c8ef57334bc5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:31:59.846800 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-967b5b3c-a88b-4ec9-a325-d29fe1a3d1da req-21f5e1b2-d59c-45f9-943d-c8ef57334bc5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1248472 Apr 22 16:31:59.903258 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-967b5b3c-a88b-4ec9-a325-d29fe1a3d1da req-4a863451-2238-406a-8a00-57333fc8a0eb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488191 Apr 22 16:32:01.139183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e832ec-7462-4d6d-80d8-cc56f2583e80 req-0397db1e-2cc3-4d56-9157-cc5bd6b64c25 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:01.140847 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d1e832ec-7462-4d6d-80d8-cc56f2583e80 req-0397db1e-2cc3-4d56-9157-cc5bd6b64c25 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0978656 Apr 22 16:32:01.204206 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d1e832ec-7462-4d6d-80d8-cc56f2583e80 req-afb31009-fae8-48d1-a283-beca13ad2e59 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512512 Apr 22 16:32:01.253611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:02.464953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a206-a58a-4365-8fd3-012ad282fa07 req-ad5cdfca-742f-488b-aa1c-214b5e56c87f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:02.466513 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a643a206-a58a-4365-8fd3-012ad282fa07 req-ad5cdfca-742f-488b-aa1c-214b5e56c87f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.0951042 Apr 22 16:32:02.516437 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a643a206-a58a-4365-8fd3-012ad282fa07 req-15947ab9-52a1-4f53-aaa2-2463ae909c1e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Apr 22 16:32:03.750683 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979cd44-7e8d-4563-95e3-2aa478bcf574 req-e06326e7-c23f-428c-ba55-6c31bd43790c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:03.753561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9979cd44-7e8d-4563-95e3-2aa478bcf574 req-e06326e7-c23f-428c-ba55-6c31bd43790c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1117976 Apr 22 16:32:03.807818 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9979cd44-7e8d-4563-95e3-2aa478bcf574 req-0f15a3a8-159f-44ee-9a0f-5e92ca584f42 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476708 Apr 22 16:32:05.095570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0345f-906c-4eb8-bda0-ca913575f9ce req-c01ce72a-a0ff-40ad-bd8f-67c457093e63 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:05.097791 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c7d0345f-906c-4eb8-bda0-ca913575f9ce req-c01ce72a-a0ff-40ad-bd8f-67c457093e63 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1115377 Apr 22 16:32:05.162976 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c7d0345f-906c-4eb8-bda0-ca913575f9ce req-ef930dc5-c9a4-4a60-9ae3-72b6d71e8dd9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582006 Apr 22 16:32:06.468534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2e58-dbe4-4b3a-b4d9-f77a35a772fc req-8a547e76-49e8-4410-b05c-d98fe5cd7f6c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:06.470167 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-118d2e58-dbe4-4b3a-b4d9-f77a35a772fc req-8a547e76-49e8-4410-b05c-d98fe5cd7f6c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1365585 Apr 22 16:32:06.526630 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-118d2e58-dbe4-4b3a-b4d9-f77a35a772fc req-bed6768a-ce09-40ed-9c9d-7807d55e93ee tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473948 Apr 22 16:32:06.807937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44748) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:06.954465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:06.970233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:06.974676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e4180d6f2764ab1a8eb7c5b11eb06b3 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:06.978130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:06.985505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:07.085636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.149924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.164574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e9f3dc94-8b19-4f0e-b1e7-08517a00299a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:07.216899 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e4180d6f2764ab1a8eb7c5b11eb06b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059453 Apr 22 16:32:07.218051 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0561473-9e00-4e10-b7bd-43c3d1f84b37,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:07.219053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44758) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:07.223996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-535fadbf-3871-4345-b673-5b8ac8e4e0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:07.313749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.347009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.462747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44766) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:07.505554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.514577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-61dd9a11-d184-491f-8fa7-854bdd4cac96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:07.535463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0561473-9e00-4e10-b7bd-43c3d1f84b37,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:07.545892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:07.568458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Deleting subnet c61459da-d5eb-4647-9796-9a1a9f32be47 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:32:07.581886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.587786 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0561473-9e00-4e10-b7bd-43c3d1f84b37 HTTP/1.1" status: 204 len: 168 time: 0.3671055 Apr 22 16:32:07.589263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.693569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.779618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:07.823403 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe39aa-283a-49ae-b736-dcde8748cf48 req-92334321-397b-4e0a-b67f-87ca43b63c04 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:07.825367 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-defe39aa-283a-49ae-b736-dcde8748cf48 req-92334321-397b-4e0a-b67f-87ca43b63c04 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1164544 Apr 22 16:32:07.889219 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-defe39aa-283a-49ae-b736-dcde8748cf48 req-d0ecde68-d75e-4fc6-bd9d-c8517cfa81bb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568504 Apr 22 16:32:08.129217 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.135026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:08.199372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44780) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:08.204413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61459da-d5eb-4647-9796-9a1a9f32be47,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:08.208857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.214679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:08.222458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.223172 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8a427ce5-5b3f-44c6-8a4d-2d1f4c60c6d9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c61459da-d5eb-4647-9796-9a1a9f32be47 HTTP/1.1" status: 204 len: 168 time: 0.7586870 Apr 22 16:32:08.227008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44784) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:08.247413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:08.255180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Usage tracker for resource:security_group_rule and tenant:97b102106c474cb2aeffa86014eec79d is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:08.260111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:08.267091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:08.359461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:32:08.369028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.396475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.403582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.415745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4b3dc318-bb82-4ee5-ac77-b0af1a6adde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:08.468783 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97b102106c474cb2aeffa86014eec79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638047 Apr 22 16:32:08.469118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44788) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:08.485156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23728fd-86f4-49f9-9bce-9311f6a6970b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:08.518311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:08.522893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:08.541222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'port_id': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'mac_address': 'fa:16:3e:5a:b0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:32:08.547197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.563032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60ad9081-e557-425a-84a7-df8d5b7e5e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.601061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60ad9081-e557-425a-84a7-df8d5b7e5e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.606532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.630906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce198f61-7946-47a0-931b-90340af6f9b6 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:32:08.647863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:08.670372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cead4022-2154-47d3-9c73-06d84eb204db']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:08.688997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:08.690603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6c85c1-1b55-4a93-8aff-7adbbb6ffd29') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:08.693334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.695253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:08.704182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.719792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.724336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60ad9081-e557-425a-84a7-df8d5b7e5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.727227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:32:08.735764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-91b51297-6f25-4779-a43c-4d08fa068dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:08.751373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad9081-e557-425a-84a7-df8d5b7e5e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23728fd-86f4-49f9-9bce-9311f6a6970b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:08.755603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60ad9081-e557-425a-84a7-df8d5b7e5e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:08.772674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-60ad9081-e557-425a-84a7-df8d5b7e5e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.775244 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-60ad9081-e557-425a-84a7-df8d5b7e5e5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a23728fd-86f4-49f9-9bce-9311f6a6970b HTTP/1.1" status: 204 len: 168 time: 0.3051281 Apr 22 16:32:08.795075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=6']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:08.821139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.821682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.822282 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.822817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.823387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.823846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.824128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.824935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.825587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.825968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.826456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.827625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:08.833340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:08.876010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['ce198f61-7946-47a0-931b-90340af6f9b6'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:32:08.958660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Network cead4022-2154-47d3-9c73-06d84eb204db has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:32:08.977773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:09.181020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cc50b-0a3e-41eb-a520-32aef09e2ce5 req-ec19d007-d22b-4384-9d0d-de6ad6176c9b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:09.190252 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-413cc50b-0a3e-41eb-a520-32aef09e2ce5 req-ec19d007-d22b-4384-9d0d-de6ad6176c9b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 944 time: 0.1325798 Apr 22 16:32:09.216321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Network cead4022-2154-47d3-9c73-06d84eb204db has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:32:09.242728 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:32:09.297743 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-413cc50b-0a3e-41eb-a520-32aef09e2ce5 req-f6164b62-98b4-485f-bd0c-ef067dfbb226 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059911 Apr 22 16:32:09.397919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:09.402869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2518004b-62ff-4995-b40d-8d6b3a75c644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:09.420544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:09.434661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cead4022-2154-47d3-9c73-06d84eb204db,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:09.438168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:09.472931 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8f74d796-61d4-4814-bd62-ab415c3e83b8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cead4022-2154-47d3-9c73-06d84eb204db HTTP/1.1" status: 204 len: 168 time: 1.2443748 Apr 22 16:32:09.746514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44816) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:09.810452 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ad2e5f17-0217-43e1-bd31-395ffee34eb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=696271be71914905b85897ccb82f3294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622408 Apr 22 16:32:09.814473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44822) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:09.899042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:09.935317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:10.023847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:10.029602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3e762cba-2103-4320-ab18-579fa9787a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:10.044719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8d554b-9d8a-454d-b67e-2a008dd3a864,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:10.047699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:10.113936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:10.119088 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c8d554b-9d8a-454d-b67e-2a008dd3a864 HTTP/1.1" status: 204 len: 168 time: 0.2997177 Apr 22 16:32:10.385386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:10.525313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port ce198f61-7946-47a0-931b-90340af6f9b6 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:10.526096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:10.600736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7090-581d-40c6-b697-4e0831f48a23 req-2127d1aa-311b-4a59-9237-35ef01402728 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:10.602977 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f74d7090-581d-40c6-b697-4e0831f48a23 req-2127d1aa-311b-4a59-9237-35ef01402728 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 944 time: 0.1801858 Apr 22 16:32:10.666275 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f74d7090-581d-40c6-b697-4e0831f48a23 req-363b02b4-4559-41ec-9f0e-59c0cc2571a6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565424 Apr 22 16:32:10.716657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:10.753287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:32:10.777379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:10.809699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:10.813078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:10.912482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=7']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:10.917745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:10.994071 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'code': 200} Apr 22 16:32:11.507581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44870) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:11.667845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-676294109-network', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:11.674081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:11.680434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Usage tracker for resource:network and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:11.685406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:11.693566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:11.774605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Made reservation on behalf of 156a4f9de40d48f0819a57ab1d1ee271 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:32:11.780318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:11.799045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:11.864434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:11.871400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:11.877430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:11.886598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:11.944637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aed83-a14e-43e7-bab3-59ebd6fe6731 req-3f1a8a7b-66db-43a2-8ba4-6badf432243f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:11.946050 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f00aed83-a14e-43e7-bab3-59ebd6fe6731 req-3f1a8a7b-66db-43a2-8ba4-6badf432243f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1370630 Apr 22 16:32:12.024175 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f00aed83-a14e-43e7-bab3-59ebd6fe6731 req-36b9f97f-c6b4-4205-91c0-0e2eb75a06ed tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665691 Apr 22 16:32:12.054359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.088669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.089705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44890) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:12.092579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-02b9d819-0006-4342-a532-8bf2222b33b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:12.135833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:32:12.145997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3792b3-67ba-407c-af8b-444d1acabfd0,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:12.149976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:12.231283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.232269 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Added segment 736301cb-5cc4-429d-9bbe-c5c95126060b of type vlan for network c6a9c447-c763-4b88-af2f-d57480ca1c36 Apr 22 16:32:12.286135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.303225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:12.307472 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Usage tracker for resource:security_group_rule and tenant:d05162a22c4a4e9c8da5e04fe22b97bb is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:12.310666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:12.319730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:12.417450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.535159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.536887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:12.537633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.543694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.543915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:12.580735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.593208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8987047b-8301-4c30-a646-de12efb320a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:12.639319 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d05162a22c4a4e9c8da5e04fe22b97bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484166 Apr 22 16:32:12.641172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97df7901-7019-4e11-9b18-3634af0f8f79,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:12.643827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44896) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:12.645473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:12.671231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c6a9c447-c763-4b88-af2f-d57480ca1c36,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:12.676388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:12.685373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:32:12.690717 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1789417 Apr 22 16:32:12.691632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44902) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:12.704993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Request body: {'subnet': {'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-676294109-subnet', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:12.717061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:12.724569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Usage tracker for resource:subnet and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:12.728294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:12.744871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:12.753958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.788195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.827607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Made reservation on behalf of 156a4f9de40d48f0819a57ab1d1ee271 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:32:12.833052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822280447'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.974305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.979732 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4aafb25e-f4d0-42f9-8659-075697174920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:12.991133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97df7901-7019-4e11-9b18-3634af0f8f79,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:12.995120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:12.998584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:12.999812 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97df7901-7019-4e11-9b18-3634af0f8f79 HTTP/1.1" status: 204 len: 168 time: 0.3545156 Apr 22 16:32:13.126721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d20c770-e983-49de-8c84-5fb8e4dac9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:13.463386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e65e0-af90-4b0f-855e-a4a312a92402 req-225db788-08ca-4753-984b-65ee6068e831 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:13.465822 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-225e65e0-af90-4b0f-855e-a4a312a92402 req-225db788-08ca-4753-984b-65ee6068e831 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1253023 Apr 22 16:32:13.566909 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-225e65e0-af90-4b0f-855e-a4a312a92402 req-12ca76b3-726e-4da5-b268-26c5daa0c10e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789762 Apr 22 16:32:13.840229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822280432'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:13.844487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8d89c427-c823-440a-a188-bf6bc1bcebbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:13.928307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f5f8f4-d20b-49e3-a919-302720a9e50d,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:13.931437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:13.942633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Checking segment: {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:13.943043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Network hostable DHCP agents. Network: c6a9c447-c763-4b88-af2f-d57480ca1c36, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:32:14.020683 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:32:14.117145 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, c6a9c447-c763-4b88-af2f-d57480ca1c36) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:14.127487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984423c-571d-466e-8dd6-3f4b92741721 None None] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:32:14.130400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:14.131057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:14.199190 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5062718 Apr 22 16:32:14.201824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44944) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:14.209000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:14.214314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:14.218446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Usage tracker for resource:router and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:14.223724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:14.230707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:14.274377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:14.278310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:14.311645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:14.390993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-c6a9c447-c763-4b88-af2f-d57480ca1c36', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:32:14.394497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:14.758627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Allocated IP 172.20.0.2 (c6a9c447-c763-4b88-af2f-d57480ca1c36/85f5f8f4-d20b-49e3-a919-302720a9e50d/9a5a9410-84c8-4bf5-941a-a1080e47c0e5) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:15.171955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-552820be-6a37-416e-b71a-0713a7730e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.178043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.194635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Transition to ACTIVE for port object 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:15.205692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 44962) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:15.223233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Transition to ACTIVE for port object 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:15.228257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.267571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7a00a-584f-4592-bc23-ef3e1b276825 req-7700368e-3bce-47e3-aa20-518395865185 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:15.275290 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e6f7a00a-584f-4592-bc23-ef3e1b276825 req-7700368e-3bce-47e3-aa20-518395865185 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.4094844 Apr 22 16:32:15.304154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.321521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:15.349050 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e6f7a00a-584f-4592-bc23-ef3e1b276825 req-147ade51-b845-492b-8b79-1c5a4b6979b2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726650 Apr 22 16:32:15.427119 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Pushing event updated for resources: {'Port': ['ID=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:15.434968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:15.445106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.452443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:15.454334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:15.459129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:15.475123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:15.482624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Usage tracker for resource:security_group_rule and tenant:d4e4837a92d449eb96a4bd87a297900c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:15.487166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:15.495579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:15.613562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Attempting to bind port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:15.615336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Attempting to bind port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:15.616196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Attempting to bind port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 on network c6a9c447-c763-4b88-af2f-d57480ca1c36 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:15.628076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:15.628968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Checking segment: {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:15.629979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.630790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Bound using segment: {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:15.631819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Bound port: 9a5a9410-84c8-4bf5-941a-a1080e47c0e5, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:15.632598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.664017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.700328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.709257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d79ea06c-3811-4559-91ee-ebac479840c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:15.766828 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4e4837a92d449eb96a4bd87a297900c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560098 Apr 22 16:32:15.766828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effc2133-2e2b-4e1c-bbe9-ed05f5481afe,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:15.773668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:15.775653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 44968) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:15.821030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] For port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:15.828054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] For port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:15.874409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.887097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:15.933753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.985136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:15.989490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.017872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Pushing event updated for resources: {'Port': ['ID=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:16.032377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:16.082206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.229540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.302133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.317230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Allocated IP 172.27.3.138 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/dd6d7633-2646-48ce-a4cf-3e0a336ab778) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:16.326209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5ff2e384-efbd-4c5b-a67a-0600fe6c93ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:16.425392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effc2133-2e2b-4e1c-bbe9-ed05f5481afe,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:16.472411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:16.546676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.615388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.616659 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/effc2133-2e2b-4e1c-bbe9-ed05f5481afe HTTP/1.1" status: 204 len: 168 time: 0.8399050 Apr 22 16:32:16.795030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.866120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6100d-77e8-4767-8b1b-8babe29a1e3d req-2f8eda9c-dd69-41e9-8d97-0dbfa7c72871 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:16.869852 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6ee6100d-77e8-4767-8b1b-8babe29a1e3d req-2f8eda9c-dd69-41e9-8d97-0dbfa7c72871 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1561694 Apr 22 16:32:16.927135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:16.945286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:17.021570 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6ee6100d-77e8-4767-8b1b-8babe29a1e3d req-14a0dac1-94a8-4a29-953b-153907eb09f5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388607 Apr 22 16:32:17.025796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:17.034717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:17.037302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:17.092513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6d7633-2646-48ce-a4cf-3e0a336ab778,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:17.103691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:17.405860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:17.731882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:18.042978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b8c16-5e06-4037-b4f8-7085d681366e None None] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:32:19.274308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:19.285512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:19.286177 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:19.396916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-d1aee28d-7ac1-41c6-89a9-35cee2550b77 None None] Provisioning for port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:19.410968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-d1aee28d-7ac1-41c6-89a9-35cee2550b77 None None] Provisioning complete for port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:19.411428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d1aee28d-7ac1-41c6-89a9-35cee2550b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:19.480504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:19.601173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:19.647079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:19.662012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a4a3124f-5902-4d9a-a994-fbefd75fa2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:19.744771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:19.757741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:19.890709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-31b50947-7033-46af-ba6a-62fe056d62eb None None] Provisioning complete for port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:19.891671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-31b50947-7033-46af-ba6a-62fe056d62eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:19.958849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:20.114163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c9f05-62da-4d70-9cb2-4184c5ef9e5b req-7ea25d7c-701e-40a9-b38e-baec4ec8237c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:20.122004 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-863c9f05-62da-4d70-9cb2-4184c5ef9e5b req-7ea25d7c-701e-40a9-b38e-baec4ec8237c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.6420014 Apr 22 16:32:20.625161 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-863c9f05-62da-4d70-9cb2-4184c5ef9e5b req-16fe3461-8764-4c88-88c7-0c0bd9c949d5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017812 Apr 22 16:32:21.047906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:21.433056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Router 5c40a1ba-8111-4ada-a462-76faac13379d is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:32:21.724318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:32:21.743240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Sync routers for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:32:21.759959 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:21.761252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:21.795848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:21.802070 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-571f5d4b-83a2-47ca-a712-7147b9363a03 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.5969398 Apr 22 16:32:21.805007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45016) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:21.872858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:22.068715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41efc55-8361-4197-8aeb-542a37bb1cff req-0d3d1a3c-3b77-4b15-a29d-36078ca55394 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:22.073363 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c41efc55-8361-4197-8aeb-542a37bb1cff req-0d3d1a3c-3b77-4b15-a29d-36078ca55394 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.2627099 Apr 22 16:32:22.215055 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c41efc55-8361-4197-8aeb-542a37bb1cff req-9d8a31d9-6741-4537-bdc2-8b6ad9632244 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336272 Apr 22 16:32:22.425392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:22.795497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:22.796623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:23.075114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:17Z', 'revision_number': 3, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:23.082940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Checking router: 5c40a1ba-8111-4ada-a462-76faac13379d for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:32:23.084465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Updating router 5c40a1ba-8111-4ada-a462-76faac13379d port dd6d7633-2646-48ce-a4cf-3e0a336ab778 binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:32:23.181775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:23.539751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:23.620203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdde7c-5042-4cb4-9273-141be4d03c01 req-d6a69bae-363f-475c-9a07-5039c5a4b05e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:23.621904 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-10bdde7c-5042-4cb4-9273-141be4d03c01 req-d6a69bae-363f-475c-9a07-5039c5a4b05e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1611955 Apr 22 16:32:23.705041 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-10bdde7c-5042-4cb4-9273-141be4d03c01 req-e254d0e8-021f-49c2-bc9a-b1636c98dd4a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702927 Apr 22 16:32:24.174492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:24.190926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Transition to ACTIVE for port object dd6d7633-2646-48ce-a4cf-3e0a336ab778 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:24.258637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:24.267526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:24.300673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Allocated IP 172.20.0.1 (c6a9c447-c763-4b88-af2f-d57480ca1c36/85f5f8f4-d20b-49e3-a919-302720a9e50d/dfc86563-8755-4822-bdec-0b32b0fd83f7) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:24.399152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Attempting to bind port dd6d7633-2646-48ce-a4cf-3e0a336ab778 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:24.399845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Attempting to bind port dd6d7633-2646-48ce-a4cf-3e0a336ab778 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:24.400478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Attempting to bind port dd6d7633-2646-48ce-a4cf-3e0a336ab778 on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:24.409140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba03ba-ebf5-450f-bae2-4b3904cc6c8b None None] Pushing event updated for resources: {'Port': ['ID=dd6d7633-2646-48ce-a4cf-3e0a336ab778,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:24.414438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-88ba03ba-ebf5-450f-bae2-4b3904cc6c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:24.415657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:24.416335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:24.417622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:24.418223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:24.418933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Bound port: dd6d7633-2646-48ce-a4cf-3e0a336ab778, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:24.419536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:24.600286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] For port dd6d7633-2646-48ce-a4cf-3e0a336ab778, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:24.613451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] For port dd6d7633-2646-48ce-a4cf-3e0a336ab778, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=dd6d7633-2646-48ce-a4cf-3e0a336ab778,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:24.650024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:24.669630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:24.807986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:24.809414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:24.847787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:24.882582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Transition to ACTIVE for port object dfc86563-8755-4822-bdec-0b32b0fd83f7 will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:24.966787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:24.972077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c02a0da8-835f-4aaa-93d1-af7028fd00bf tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:25.130955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:25.136855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:25.166759 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:25.196175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:25.314417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Pushing event updated for resources: {'Port': ['ID=dfc86563-8755-4822-bdec-0b32b0fd83f7,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:25.357504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.367023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.368872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.379679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.380801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.381777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.382630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.383713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.384787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.385653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.386556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.387578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:25.398605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:25.461912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:25.575224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:32:25.583274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba03ba-ebf5-450f-bae2-4b3904cc6c8b None None] Pushing event updated for resources: {'Port': ['ID=dd6d7633-2646-48ce-a4cf-3e0a336ab778,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:25.588710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-88ba03ba-ebf5-450f-bae2-4b3904cc6c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:25.611108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d6e70-2033-40b9-bd2b-9ea97cb1c927 req-f516a379-073d-4d24-9de4-576bc9306819 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:25.619582 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-749d6e70-2033-40b9-bd2b-9ea97cb1c927 req-f516a379-073d-4d24-9de4-576bc9306819 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.2773190 Apr 22 16:32:25.678728 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-749d6e70-2033-40b9-bd2b-9ea97cb1c927 req-99ee1f32-3570-4dc5-9379-053d457a019f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569854 Apr 22 16:32:25.703041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-dbb7a85b-4e43-44c1-a755-d7b3538efe3b None None] Provisioning for port dfc86563-8755-4822-bdec-0b32b0fd83f7 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:25.741301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-dbb7a85b-4e43-44c1-a755-d7b3538efe3b None None] Provisioning complete for port dfc86563-8755-4822-bdec-0b32b0fd83f7 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:25.741301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dbb7a85b-4e43-44c1-a755-d7b3538efe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:25.823430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7a85b-4e43-44c1-a755-d7b3538efe3b None None] Port dfc86563-8755-4822-bdec-0b32b0fd83f7 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:32:25.841329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:17Z', 'revision_number': 3, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:25.846832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab3ce-056f-40c0-a0cb-04a2b8b4505e None None] The sync data for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi is: [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:17Z', 'revision_number': 3, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:32:25.952576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:26.395453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:26.437079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:26.491501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-291e6745-38ea-45a4-9b77-bd8c7ae7c7c0 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:26.568233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:26.628348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Pushing event updated for resources: {'Port': ['ID=dfc86563-8755-4822-bdec-0b32b0fd83f7,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:26.633240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:26.797685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:26.800510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:27.071003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41baf51-8139-497c-8344-4ffbca038e0b req-bb5ad51f-8cf5-44aa-94ca-1dbe407c0cc9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:27.072982 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d41baf51-8139-497c-8344-4ffbca038e0b req-bb5ad51f-8cf5-44aa-94ca-1dbe407c0cc9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1755018 Apr 22 16:32:27.152233 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d41baf51-8139-497c-8344-4ffbca038e0b req-eed5e636-3c05-4035-b34b-779e10602ef7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661561 Apr 22 16:32:27.196888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-5a2b58a7-545a-4fdc-968e-d9ff9f0dd38e None None] Provisioning complete for port dfc86563-8755-4822-bdec-0b32b0fd83f7 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:27.197586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5a2b58a7-545a-4fdc-968e-d9ff9f0dd38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:27.210688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Router 5c40a1ba-8111-4ada-a462-76faac13379d has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:32:27.342929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b58a7-545a-4fdc-968e-d9ff9f0dd38e None None] Port dfc86563-8755-4822-bdec-0b32b0fd83f7 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:32:27.550582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:32:27.588282 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] 10.222.0.10 "PUT /v2.0/routers/5c40a1ba-8111-4ada-a462-76faac13379d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7817879 Apr 22 16:32:27.826013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dd6d7633-2646-48ce-a4cf-3e0a336ab778 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:27.995124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port dd6d7633-2646-48ce-a4cf-3e0a336ab778 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:28.003388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port dd6d7633-2646-48ce-a4cf-3e0a336ab778 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:28.004580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:28.283883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:28.332124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port dd6d7633-2646-48ce-a4cf-3e0a336ab778, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=dd6d7633-2646-48ce-a4cf-3e0a336ab778,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:28.368795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:28.372019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fa4148a7-5588-41df-a83f-ee95f80b10c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:28.523697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=dd6d7633-2646-48ce-a4cf-3e0a336ab778,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:28.538916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:28.939653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4993-a6f8-40d9-8c12-4a76d541139f req-f04084d4-be99-40a1-985b-a8b5ad6b30a0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:28.940876 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e3bb4993-a6f8-40d9-8c12-4a76d541139f req-f04084d4-be99-40a1-985b-a8b5ad6b30a0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1341333 Apr 22 16:32:28.978905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45076) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:28.985891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705078622-network', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:28.992899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:28.999303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Usage tracker for resource:network and tenant:a629ef866a5d4fe488d34c940b86e43c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:29.004101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:29.004482 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e3bb4993-a6f8-40d9-8c12-4a76d541139f req-5cb9801b-7c8b-4203-b08e-f2678878c218 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532935 Apr 22 16:32:29.012601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:29.306517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Made reservation on behalf of a629ef866a5d4fe488d34c940b86e43c for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:32:29.311586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.325964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.343325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:29.348886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Usage tracker for resource:security_group_rule and tenant:a629ef866a5d4fe488d34c940b86e43c is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:29.351956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:29.358965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:29.458707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.731889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Sync routers for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:32:29.732072 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dd6d7633-2646-48ce-a4cf-3e0a336ab778 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:29.746620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:29.747296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:29.762849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.771255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-89236a1e-ffa8-459d-b05e-8a10b54c0157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:29.815324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:32:29.842722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port dd6d7633-2646-48ce-a4cf-3e0a336ab778 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:29.843442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.856658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce33e8f-72cc-4d9b-8e04-cf04574f4982,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:29.862712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:29.864639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.865323 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Added segment 21f4fc67-f475-42ee-a677-ee3c55d289ee of type vlan for network 4d0af9ee-5a90-4272-bafb-896b076c61fc Apr 22 16:32:29.905670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.980052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.981567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:29.982228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:29.987007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-25939240-1610-40ce-abe8-f62c45dd3af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:30.006541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:30.133130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Pushing event updated for resources: {'Network': ['ID=4d0af9ee-5a90-4272-bafb-896b076c61fc,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:30.136196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:30.149265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:32:30.174471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45090) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:30.174795 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1944551 Apr 22 16:32:30.183701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Request body: {'subnet': {'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705078622-subnet', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:30.209014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:30.223390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Usage tracker for resource:subnet and tenant:a629ef866a5d4fe488d34c940b86e43c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:30.234182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:30.281298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:30.365105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Made reservation on behalf of a629ef866a5d4fe488d34c940b86e43c for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:32:30.370829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822280447'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:30.479548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:26Z', 'revision_number': 2, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:30.484395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Checking router: 5c40a1ba-8111-4ada-a462-76faac13379d for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:32:30.484800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Updating router 5c40a1ba-8111-4ada-a462-76faac13379d port dfc86563-8755-4822-bdec-0b32b0fd83f7 binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:32:30.545448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d7cfd-298d-4f71-b3b1-8bca88098591 req-cd222144-6b86-420f-82a5-4da200758117 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:30.548516 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d42d7cfd-298d-4f71-b3b1-8bca88098591 req-cd222144-6b86-420f-82a5-4da200758117 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.2525892 Apr 22 16:32:30.557317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:30.624361 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d42d7cfd-298d-4f71-b3b1-8bca88098591 req-abb6d3ba-0acc-4c58-9ed2-6696a4958eb2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639942 Apr 22 16:32:31.029059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.041086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822280432'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.042632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Transition to ACTIVE for port object dfc86563-8755-4822-bdec-0b32b0fd83f7 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:31.046414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-981079af-ee8d-46f3-86b1-95e9217755a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:31.128310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e470f775-1322-45c1-bc87-e76ebe843ef8,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:31.131966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:31.135027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Checking segment: {'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:31.135027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Network hostable DHCP agents. Network: 4d0af9ee-5a90-4272-bafb-896b076c61fc, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:32:31.195190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.200521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:31.249542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:32:31.294525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.343383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 4d0af9ee-5a90-4272-bafb-896b076c61fc) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:31.367871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:31.368636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.377398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d72640-36d6-43ef-9633-c3ae4767b803 None None] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:32:31.387285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Pushing event updated for resources: {'Port': ['ID=dfc86563-8755-4822-bdec-0b32b0fd83f7,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:31.406803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.407540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.407996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.408735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.409092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.409527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.409883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.410242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.410613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.411089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.411402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.411840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:31.415938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:31.473343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Attempting to bind port dfc86563-8755-4822-bdec-0b32b0fd83f7 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:31.473758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Attempting to bind port dfc86563-8755-4822-bdec-0b32b0fd83f7 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:31.480201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Attempting to bind port dfc86563-8755-4822-bdec-0b32b0fd83f7 on network c6a9c447-c763-4b88-af2f-d57480ca1c36 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:31.480386 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-51d8b0cd-5fe2-4780-a786-1a30e17ee970 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2991102 Apr 22 16:32:31.480386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45102) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:31.481205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:31.481516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Checking segment: {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:31.482172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.482613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Bound using segment: {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:31.483148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Bound port: dfc86563-8755-4822-bdec-0b32b0fd83f7, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:31.483583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.486738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:31.492771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:31.498021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Usage tracker for resource:router and tenant:a629ef866a5d4fe488d34c940b86e43c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:31.504398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:31.511522 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:31.572694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.574421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.815592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-4d0af9ee-5a90-4272-bafb-896b076c61fc', 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'fixed_ips': [{'subnet_id': 'e470f775-1322-45c1-bc87-e76ebe843ef8'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:32:31.816820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.851983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] For port dfc86563-8755-4822-bdec-0b32b0fd83f7, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:31.855845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] For port dfc86563-8755-4822-bdec-0b32b0fd83f7, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=dfc86563-8755-4822-bdec-0b32b0fd83f7,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:31.879676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.922184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:31.928089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:31.936435 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dc474-5ac5-46dc-91c0-ed22602de7f9 req-b06a1bcc-81d4-4e8f-aca5-5e604fd6bb6d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:31.940987 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d52dc474-5ac5-46dc-91c0-ed22602de7f9 req-b06a1bcc-81d4-4e8f-aca5-5e604fd6bb6d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1425533 Apr 22 16:32:32.009748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:32.011586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:32.062508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Allocated IP 172.20.0.2 (4d0af9ee-5a90-4272-bafb-896b076c61fc/e470f775-1322-45c1-bc87-e76ebe843ef8/2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:32.140574 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d52dc474-5ac5-46dc-91c0-ed22602de7f9 req-0a99ef44-4ddd-418e-8fc0-085f0926197e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913059 Apr 22 16:32:32.156754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Pushing event updated for resources: {'Port': ['ID=dfc86563-8755-4822-bdec-0b32b0fd83f7,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:32.162601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:32.268937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:32.315810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.375481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.388839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Transition to ACTIVE for port object 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:32.411938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Transition to ACTIVE for port object 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:32.449324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.454865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:32.521739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:32.533481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:32.538055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:32.584073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Pushing event updated for resources: {'Port': ['ID=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:32.591260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:32.651046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Attempting to bind port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:32.651383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Attempting to bind port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:32.651964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Attempting to bind port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e on network 4d0af9ee-5a90-4272-bafb-896b076c61fc {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:32.657451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:31Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:32.660789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:32.661135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Checking segment: {'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:32.661592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.662040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Bound using segment: {'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:32.662242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54debab1-3c99-4401-8152-e981f5f348e2 None None] The sync data for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi is: [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:31Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:32:32.662568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Bound port: 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:32.663079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.753902 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.800947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.810309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] For port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:32.817391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] For port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,segment=NetworkSegment(21f4fc67-f475-42ee-a677-ee3c55d289ee),segment_id=21f4fc67-f475-42ee-a677-ee3c55d289ee)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:32.852836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:32.858718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-88ba03ba-ebf5-450f-bae2-4b3904cc6c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:32.949853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Pushing event updated for resources: {'Port': ['ID=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:32.956195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:33.480440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Allocated IP 172.27.3.226 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/764121f5-5c45-4ba9-8feb-b56825354c4f) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:33.671392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1a83-7a12-445a-b5bc-36191ec678f6 req-d2a8fc93-5a33-4037-aba8-5ffdbadf59e8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:33.674121 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ea7e1a83-7a12-445a-b5bc-36191ec678f6 req-d2a8fc93-5a33-4037-aba8-5ffdbadf59e8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.2548149 Apr 22 16:32:33.778129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:33.794694 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ea7e1a83-7a12-445a-b5bc-36191ec678f6 req-0c5b48e0-c220-4428-b3e3-46f9b88c7808 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022613 Apr 22 16:32:33.850317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:33.895483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:33.902433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c4f86f80-87d3-47a4-b3bb-36467a7fd485 tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:33.980356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:33.990400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:33.996517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:34.012629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:34.022284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dfc86563-8755-4822-bdec-0b32b0fd83f7 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:34.048187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Pushing event updated for resources: {'Port': ['ID=764121f5-5c45-4ba9-8feb-b56825354c4f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:34.052846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:34.162410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port dfc86563-8755-4822-bdec-0b32b0fd83f7 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:34.168625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port dfc86563-8755-4822-bdec-0b32b0fd83f7 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:34.169367 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:34.364202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-b1ed12ef-9bb7-4a30-a5a0-303e9471f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:34.366334 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-b1ed12ef-9bb7-4a30-a5a0-303e9471f919 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1098 time: 0.1393857 Apr 22 16:32:34.383624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:34.422185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port dfc86563-8755-4822-bdec-0b32b0fd83f7, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=dfc86563-8755-4822-bdec-0b32b0fd83f7,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:34.473488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:34.479035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:34.527658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ceefc1-ecde-4eb1-bb49-040d0f7f5557 None None] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:32:34.550483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-212650ac-ab1c-48b2-95b0-0033765400dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:34.552120 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-212650ac-ab1c-48b2-95b0-0033765400dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.1744454 Apr 22 16:32:34.636189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:34.673914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=dfc86563-8755-4822-bdec-0b32b0fd83f7,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:34.676824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Provisioning for port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:34.680362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:34.689462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Provisioning complete for port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:34.689894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:34.943830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:34.991648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] For port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,segment=NetworkSegment(21f4fc67-f475-42ee-a677-ee3c55d289ee),segment_id=21f4fc67-f475-42ee-a677-ee3c55d289ee)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:35.031851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:35.034568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fa4148a7-5588-41df-a83f-ee95f80b10c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:35.136911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Pushing event updated for resources: {'Port': ['ID=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:35.140689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:35.158797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:35.233138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fd310-f014-4105-b078-c384f4fbebde req-60591e31-fece-4205-99ee-ec1cab4efba0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:35.234770 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a90fd310-f014-4105-b078-c384f4fbebde req-60591e31-fece-4205-99ee-ec1cab4efba0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.2887297 Apr 22 16:32:35.272250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-69a09707-e3f5-4974-9ac3-e2ae1c59760e None None] Provisioning complete for port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:35.272818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-69a09707-e3f5-4974-9ac3-e2ae1c59760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:35.379321 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a90fd310-f014-4105-b078-c384f4fbebde req-18638bc0-913f-4073-ba1d-9f8964d97600 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324375 Apr 22 16:32:35.545821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Router e7ab21b1-7317-4425-a0b6-4331769f125a is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:32:35.747766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dfc86563-8755-4822-bdec-0b32b0fd83f7 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:35.760916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:32:35.783805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Sync routers for ids ['e7ab21b1-7317-4425-a0b6-4331769f125a'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:32:35.815813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Routers {'e7ab21b1-7317-4425-a0b6-4331769f125a'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:35.816526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['e7ab21b1-7317-4425-a0b6-4331769f125a'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:35.831686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:35.833187 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3537662 Apr 22 16:32:35.836167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45132) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:36.015900 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port dfc86563-8755-4822-bdec-0b32b0fd83f7 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:36.016340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:36.080662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Set router e7ab21b1-7317-4425-a0b6-4331769f125a gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:36.639633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:36.772947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26ac55-8d72-4f01-9579-97dfd6a9ef02 req-310b3457-0c5d-44af-a47d-6e4b4adc4ce2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:36.774322 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:36.774706 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bb26ac55-8d72-4f01-9579-97dfd6a9ef02 req-310b3457-0c5d-44af-a47d-6e4b4adc4ce2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.2196295 Apr 22 16:32:36.774900 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:36.825320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:32:34Z', 'revision_number': 3, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:36.848667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Checking router: e7ab21b1-7317-4425-a0b6-4331769f125a for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:32:36.849070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Updating router e7ab21b1-7317-4425-a0b6-4331769f125a port 764121f5-5c45-4ba9-8feb-b56825354c4f binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:32:36.882180 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bb26ac55-8d72-4f01-9579-97dfd6a9ef02 req-f9e08dcf-cd9b-41e8-8e0a-202c8ad4e7b5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751684 Apr 22 16:32:36.958050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.011707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.272933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Allocated IP 172.20.0.1 (4d0af9ee-5a90-4272-bafb-896b076c61fc/e470f775-1322-45c1-bc87-e76ebe843ef8/135cafa1-2050-4ad6-9fbc-f2ce3d60cefe) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:37.449268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.450715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.464494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Transition to ACTIVE for port object 764121f5-5c45-4ba9-8feb-b56825354c4f will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:37.469361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Transition to ACTIVE for port object 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:37.509579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.515049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:37.573501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.581619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:37.602960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Attempting to bind port 764121f5-5c45-4ba9-8feb-b56825354c4f on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:37.603384 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Attempting to bind port 764121f5-5c45-4ba9-8feb-b56825354c4f by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:37.603789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Attempting to bind port 764121f5-5c45-4ba9-8feb-b56825354c4f on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:37.610488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b398bd-c630-4a72-a5af-ec2570024102 None None] Pushing event updated for resources: {'Port': ['ID=764121f5-5c45-4ba9-8feb-b56825354c4f,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:37.613520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65b398bd-c630-4a72-a5af-ec2570024102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:37.617251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:37.617895 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:37.618461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.619533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:37.620857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Bound port: 764121f5-5c45-4ba9-8feb-b56825354c4f, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:37.620857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.662155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:37.665425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:37.669745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:37.730744 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Pushing event updated for resources: {'Port': ['ID=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:37.744335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:37.745712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] For port 764121f5-5c45-4ba9-8feb-b56825354c4f, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:37.752963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] For port 764121f5-5c45-4ba9-8feb-b56825354c4f, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=764121f5-5c45-4ba9-8feb-b56825354c4f,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:37.780768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.800639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:37.806463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:37.896510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Routers {'e7ab21b1-7317-4425-a0b6-4331769f125a'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:37.897209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['e7ab21b1-7317-4425-a0b6-4331769f125a'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:37.973923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:38.046517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b398bd-c630-4a72-a5af-ec2570024102 None None] Pushing event updated for resources: {'Port': ['ID=764121f5-5c45-4ba9-8feb-b56825354c4f,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:38.056271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65b398bd-c630-4a72-a5af-ec2570024102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:38.100117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-75bbac58-bbff-4949-9ef9-9fd28188b482 None None] Provisioning for port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:38.112356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-75bbac58-bbff-4949-9ef9-9fd28188b482 None None] Provisioning complete for port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:38.112785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75bbac58-bbff-4949-9ef9-9fd28188b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:38.174079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] Set router e7ab21b1-7317-4425-a0b6-4331769f125a gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:38.251049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678c0e1-d5f3-4f34-918a-617336fda71b req-ce0874f4-3b23-4cc5-bc9a-e4a414ceba0d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:38.252631 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0678c0e1-d5f3-4f34-918a-617336fda71b req-ce0874f4-3b23-4cc5-bc9a-e4a414ceba0d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.2336791 Apr 22 16:32:38.256268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-75bbac58-bbff-4949-9ef9-9fd28188b482 None None] Port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:32:38.342559 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0678c0e1-d5f3-4f34-918a-617336fda71b req-31476209-0f43-4c36-8c45-7664a5b740ee tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608964 Apr 22 16:32:38.367606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:38.417790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:38.452182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:38.540888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Pushing event updated for resources: {'Port': ['ID=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:38.543634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:38.554221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:38.574008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 4, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '135cafa1-2050-4ad6-9fbc-f2ce3d60cefe', 'name': '', 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'mac_address': 'fa:16:3e:0a:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:37Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 1, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'subnets': [{'id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:38.578395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5c60c-b6bb-47c9-ac88-d14eb4578209 None None] The sync data for ids ['e7ab21b1-7317-4425-a0b6-4331769f125a'] in dv-cinder-784623-7-iscsi is: [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 4, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '135cafa1-2050-4ad6-9fbc-f2ce3d60cefe', 'name': '', 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'mac_address': 'fa:16:3e:0a:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:37Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 1, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'subnets': [{'id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:32:38.711280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:38.712556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:38.728411 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-6dd5cd23-bbb4-4ff1-bee5-4758cbcc29aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.1324816 Apr 22 16:32:38.819040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-cf5d72b7-9d34-4f44-aecb-22ea84251907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:38.820576 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-cf5d72b7-9d34-4f44-aecb-22ea84251907 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0840664 Apr 22 16:32:38.965062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Router e7ab21b1-7317-4425-a0b6-4331769f125a has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:32:39.032280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-f3422ee6-1419-4fcf-9281-2b20982500de None None] Provisioning complete for port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:39.033543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3422ee6-1419-4fcf-9281-2b20982500de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:39.130702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f3422ee6-1419-4fcf-9281-2b20982500de None None] Port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:32:39.216995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-3c4f489a-f14a-44bd-9d18-a4260afd1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:39.218706 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-3c4f489a-f14a-44bd-9d18-a4260afd1522 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3903666 Apr 22 16:32:39.257786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:32:39.277417 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] 10.222.0.10 "PUT /v2.0/routers/e7ab21b1-7317-4425-a0b6-4331769f125a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4399149 Apr 22 16:32:39.417620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-5d0c243c-52d8-4ec3-b1bb-ed2f2b1bd160 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914589 Apr 22 16:32:39.635728 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2aac3fc8-7324-49f2-ac4b-8e5f375dc72c req-db7fcfea-9dbc-4d48-be24-1fe2789b9c68 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108676 Apr 22 16:32:39.642884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8bc7f-161f-490c-8cbc-1e6cf8501156 req-602586eb-e1c6-4cd5-84f8-e07608a81b92 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:39.645567 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-66b8bc7f-161f-490c-8cbc-1e6cf8501156 req-602586eb-e1c6-4cd5-84f8-e07608a81b92 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 945 time: 0.1342618 Apr 22 16:32:39.723080 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-66b8bc7f-161f-490c-8cbc-1e6cf8501156 req-240dd23f-9707-4c0b-86cb-f315ad365043 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643029 Apr 22 16:32:39.828397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 764121f5-5c45-4ba9-8feb-b56825354c4f up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:39.940987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 764121f5-5c45-4ba9-8feb-b56825354c4f completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:39.946627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 764121f5-5c45-4ba9-8feb-b56825354c4f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:39.947056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.037223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45156) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:40.042799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242907362', 'description': 'tempest-secgroup-smoke-1242907362 description', 'project_id': '156a4f9de40d48f0819a57ab1d1ee271'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:40.051018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:40.057349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:40.061402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:40.071746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:40.089577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.151236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.174153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:40.179048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:40.182141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:40.190107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:40.209020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 764121f5-5c45-4ba9-8feb-b56825354c4f, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=764121f5-5c45-4ba9-8feb-b56825354c4f,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:40.242773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.245402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:40.273504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.305811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.313518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ea41bdf7-4e5c-4b08-a6e3-173eaeff6386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:40.326383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=764121f5-5c45-4ba9-8feb-b56825354c4f,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:40.330158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:40.359502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9af584c-d4c3-4876-be3f-f520453673fc,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:40.363026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:40.400621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.402180 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3637321 Apr 22 16:32:40.405268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45164) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:40.413431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'security_group_rule': {'security_group_id': 'b9af584c-d4c3-4876-be3f-f520453673fc', 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:40.424256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:40.429718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:40.433843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:40.443207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:40.497330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.578224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.606939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:32:40.612434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.614766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-33405e6d-a5e7-4455-8713-3c19a3130049 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:40.637296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148ad64a-5657-4f58-9e31-73332ffa7c4a,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:40.640749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:40.703120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.704905 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982159 Apr 22 16:32:40.708929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45180) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:40.714736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'security_group_rule': {'security_group_id': 'b9af584c-d4c3-4876-be3f-f520453673fc', 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:40.721759 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:40.725979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:40.729170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:40.738484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:40.756970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.792699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:32:40.794396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.811215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:40.851987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.854339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:40.880384 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.906791 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'code': 200} Apr 22 16:32:40.917229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.921196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bcbed5a4-e4fe-466a-b53f-71639761d08d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:40.952440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e839c3-1b8e-4bf6-aaed-b5339a2ae004,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:40.962794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:40.974092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=8']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:40.978965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:40.987344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09cf6-c06c-4266-940c-5f66c7b51aa0 req-cd0dafde-a155-4e9f-bf3d-a1d7b51d9c10 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:40.989459 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-11f09cf6-c06c-4266-940c-5f66c7b51aa0 req-cd0dafde-a155-4e9f-bf3d-a1d7b51d9c10 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1134472 Apr 22 16:32:40.993120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:40.995468 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2848308 Apr 22 16:32:40.997962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45198) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:41.007226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'security_group_rule': {'security_group_id': 'b9af584c-d4c3-4876-be3f-f520453673fc', 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:41.016948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:41.021872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:41.025439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:41.032828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:41.057689 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-11f09cf6-c06c-4266-940c-5f66c7b51aa0 req-0aa5e871-6938-4a44-8e7b-5d202070f781 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535357 Apr 22 16:32:41.083765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.191018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.220100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.223129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4d445f2e-f14e-47f6-9370-d388bb8bca56 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:41.259940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafb138e-60b1-4598-bfd3-6410b6371aac,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:41.262795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:41.305783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.307204 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-7323732a-15f5-481f-a5b0-a66aae3d0cbb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3079584 Apr 22 16:32:41.310261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45218) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:41.316738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'security_group_rule': {'security_group_id': 'b9af584c-d4c3-4876-be3f-f520453673fc', 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:41.323831 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:41.328192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:41.333547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:41.341864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:41.415601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.510543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.549874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.552549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d29dfa7a-053e-4edb-93de-a9e1ad90b125 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:41.582685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279bae8f-c23b-4b15-869c-f64fc2e4e27f,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:41.586104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:41.671141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.673161 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3613985 Apr 22 16:32:41.675670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45228) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:41.681750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'security_group_rule': {'security_group_id': 'b9af584c-d4c3-4876-be3f-f520453673fc', 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:41.692527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:41.697497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:41.700915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:41.709445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:41.767289 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.securitygroups_db [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Project 156a4f9de40d48f0819a57ab1d1ee271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:32:41.773128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 764121f5-5c45-4ba9-8feb-b56825354c4f up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:41.776629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.862699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.869712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 764121f5-5c45-4ba9-8feb-b56825354c4f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:41.870142 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.911486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.920120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:41.944393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adb236a-f015-4886-b0f7-816746f790d1,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:41.946827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:41.980512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.985027 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3056417 Apr 22 16:32:41.985223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45232) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:41.991860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'security_group_rule': {'security_group_id': 'b9af584c-d4c3-4876-be3f-f520453673fc', 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:42.000954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:42.007543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:security_group_rule and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:42.011790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:42.022255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:42.063886 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.securitygroups_db [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Project 156a4f9de40d48f0819a57ab1d1ee271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:32:42.074940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:42.118587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Sync routers for ids ['e7ab21b1-7317-4425-a0b6-4331769f125a'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:32:42.137906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Routers {'e7ab21b1-7317-4425-a0b6-4331769f125a'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:42.139558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['e7ab21b1-7317-4425-a0b6-4331769f125a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:42.174913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:42.265077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:42.303259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-edea5eee-0f69-4249-9196-49e46ead9089 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:42.327778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7ad739-ace0-4993-ace4-73458400c1ce,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:42.331837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:42.373782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:42.380106 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3893023 Apr 22 16:32:42.400659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b216cf3-7b51-4b8a-b81b-189aa6cc5415 req-abcb947d-04a3-4a1d-a954-63aa3fab3459 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:42.402826 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b216cf3-7b51-4b8a-b81b-189aa6cc5415 req-abcb947d-04a3-4a1d-a954-63aa3fab3459 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.2138720 Apr 22 16:32:42.468610 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b216cf3-7b51-4b8a-b81b-189aa6cc5415 req-1e504586-293f-4539-94b4-a42e6aba56e2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579855 Apr 22 16:32:42.608346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Set router e7ab21b1-7317-4425-a0b6-4331769f125a gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:43.028986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-234b7492-890a-4821-89ed-3b0daf723591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:43.029768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 4, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '135cafa1-2050-4ad6-9fbc-f2ce3d60cefe', 'name': '', 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'mac_address': 'fa:16:3e:0a:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:37Z', 'updated_at': '2021-04-22T16:32:38Z', 'revision_number': 2, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'subnets': [{'id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:43.036972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Checking router: e7ab21b1-7317-4425-a0b6-4331769f125a for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:32:43.037802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Updating router e7ab21b1-7317-4425-a0b6-4331769f125a port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:32:43.130072 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:43.563604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:43.576905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Transition to ACTIVE for port object 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:43.623507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:43.631548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3b3bfd1a-aa5d-4183-919f-a0fdb5995c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:43.855120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c99ab-5449-4356-b419-2a9835ca2890 None None] Pushing event updated for resources: {'Port': ['ID=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:43.863462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-670c99ab-5449-4356-b419-2a9835ca2890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:43.929462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Attempting to bind port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:43.930752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Attempting to bind port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:43.931397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Attempting to bind port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe on network 4d0af9ee-5a90-4272-bafb-896b076c61fc {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:43.942600 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:43.943226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Checking segment: {'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:43.943867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:43.944578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Bound using segment: {'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:43.945303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Bound port: 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f4fc67-f475-42ee-a677-ee3c55d289ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:43.946107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:44.086970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] For port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:44.090789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] For port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,segment=NetworkSegment(21f4fc67-f475-42ee-a677-ee3c55d289ee),segment_id=21f4fc67-f475-42ee-a677-ee3c55d289ee)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:44.140468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:44.147274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d36746de-6719-498b-8944-225e234de573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:44.229700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Routers {'e7ab21b1-7317-4425-a0b6-4331769f125a'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:44.230608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['e7ab21b1-7317-4425-a0b6-4331769f125a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:44.417109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c99ab-5449-4356-b419-2a9835ca2890 None None] Pushing event updated for resources: {'Port': ['ID=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:44.420531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-670c99ab-5449-4356-b419-2a9835ca2890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:44.496164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] Set router e7ab21b1-7317-4425-a0b6-4331769f125a gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:44.875220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 4, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '135cafa1-2050-4ad6-9fbc-f2ce3d60cefe', 'name': '', 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'mac_address': 'fa:16:3e:0a:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:37Z', 'updated_at': '2021-04-22T16:32:44Z', 'revision_number': 4, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'subnets': [{'id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:44.880709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8decd2-16a9-4ab3-978a-642ee4f913c3 None None] The sync data for ids ['e7ab21b1-7317-4425-a0b6-4331769f125a'] in dv-cinder-784623-7-iscsi is: [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:32:37Z', 'revision_number': 4, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '135cafa1-2050-4ad6-9fbc-f2ce3d60cefe', 'name': '', 'network_id': '4d0af9ee-5a90-4272-bafb-896b076c61fc', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'mac_address': 'fa:16:3e:0a:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:37Z', 'updated_at': '2021-04-22T16:32:44Z', 'revision_number': 4, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'subnets': [{'id': 'e470f775-1322-45c1-bc87-e76ebe843ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:32:45.168704 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6316a6d8-fb70-48c5-9bb4-7e0b71238a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:45.464091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852c25-a379-4d9b-aa9f-73884ac3d5e7 req-609436d1-8bed-4750-adc4-2140b2a0b7a4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:45.465972 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-72852c25-a379-4d9b-aa9f-73884ac3d5e7 req-609436d1-8bed-4750-adc4-2140b2a0b7a4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1327567 Apr 22 16:32:45.546860 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-72852c25-a379-4d9b-aa9f-73884ac3d5e7 req-d8ccfd41-933e-4176-90b4-4f3204fc71b7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721877 Apr 22 16:32:45.790323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:45.932250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45356) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:45.955970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:45.964697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:45.966028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:46.075053 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-354336ec-dc13-4280-a98b-d4a90a400419 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1412020 Apr 22 16:32:46.126825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:46.164347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,segment=NetworkSegment(21f4fc67-f475-42ee-a677-ee3c55d289ee),segment_id=21f4fc67-f475-42ee-a677-ee3c55d289ee)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:46.214902 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:46.217699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:46.328605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:46.356579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:46.361741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:46.503602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:46.638761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:32:47.218408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583a369-f10c-4e58-8eef-30558fae89a8 req-aa999e81-30f7-46fd-843d-634df8ef83c4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:47.221963 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3583a369-f10c-4e58-8eef-30558fae89a8 req-aa999e81-30f7-46fd-843d-634df8ef83c4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.4117386 Apr 22 16:32:47.260763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45386) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:47.288675 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3583a369-f10c-4e58-8eef-30558fae89a8 req-22bf7025-58d4-4738-bdaa-d7823e02056d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574007 Apr 22 16:32:47.435373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:47.453262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:47.464940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Usage tracker for resource:security_group_rule and tenant:67c73abc8a094b649db6b1f0f039c038 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:47.464940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:47.472465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:47.571564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:47.626404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:47.671458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:47.681419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fb44db46-4e73-44ef-9272-23991604864b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:47.734224 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67c73abc8a094b649db6b1f0f039c038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714661 Apr 22 16:32:47.736102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39398b1-e3e5-4f9d-a904-e9c353633897,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:47.738924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45392) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:47.741904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:47.764798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:47.820766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1093dcb0-8671-484e-9b99-ec656ddac6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:47.852750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1093dcb0-8671-484e-9b99-ec656ddac6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:47.867299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:47.867953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:48.149499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1093dcb0-8671-484e-9b99-ec656ddac6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:48.156653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-da26a703-6398-404d-8af2-64c77ee4be3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:48.168236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093dcb0-8671-484e-9b99-ec656ddac6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39398b1-e3e5-4f9d-a904-e9c353633897,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:48.173146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1093dcb0-8671-484e-9b99-ec656ddac6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:48.178349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1093dcb0-8671-484e-9b99-ec656ddac6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:48.179650 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1093dcb0-8671-484e-9b99-ec656ddac6b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c39398b1-e3e5-4f9d-a904-e9c353633897 HTTP/1.1" status: 204 len: 168 time: 0.4396746 Apr 22 16:32:48.678244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dd7a2-94c4-463b-aa65-5277f97513d5 req-8f8a6c46-7a21-4c50-bb09-87623ea6cce5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:48.679949 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-647dd7a2-94c4-463b-aa65-5277f97513d5 req-8f8a6c46-7a21-4c50-bb09-87623ea6cce5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1623983 Apr 22 16:32:48.761832 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-647dd7a2-94c4-463b-aa65-5277f97513d5 req-b862839f-df5e-4695-abd2-388887a2129a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704448 Apr 22 16:32:48.936840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-f093c948-b73b-4d31-8e4a-01392161d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:48.938505 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-f093c948-b73b-4d31-8e4a-01392161d0f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883&tenant_id=2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 1096 time: 0.1225269 Apr 22 16:32:49.093061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-4a9feb87-7e79-450e-b54a-4b85bc78e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:49.095248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-4a9feb87-7e79-450e-b54a-4b85bc78e05b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1096 time: 0.1199396 Apr 22 16:32:49.295924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-95102c6c-9fae-4d7e-aaf3-7809b8057010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:49.300409 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-95102c6c-9fae-4d7e-aaf3-7809b8057010 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.1973655 Apr 22 16:32:49.471855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45424) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:49.479365 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-997cf860-99f3-4f19-b8dc-41fcd8ee0e77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 200 len: 999 time: 0.1735551 Apr 22 16:32:49.551368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-f8312a28-5924-4481-a8a9-5bf527c0938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:49.552899 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-f8312a28-5924-4481-a8a9-5bf527c0938b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0668750 Apr 22 16:32:49.640699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-709823181-network', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:49.647584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:49.652927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Usage tracker for resource:network and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:49.657848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:49.666746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:49.673116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-ba926435-a006-4935-8bfa-d9a0143b630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:49.674744 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-ba926435-a006-4935-8bfa-d9a0143b630a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1140373 Apr 22 16:32:49.732769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Made reservation on behalf of a62f8812cc3b419f9b957c84523de402 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:32:49.741576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:49.762732 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:49.785660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:49.794801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:49.802044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:49.822131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:49.883512 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-74eb3e97-c119-4c67-a7ff-6ea32ece04a1 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013438 Apr 22 16:32:50.012017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:50.047986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:50.054543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-10d6b7c6-5de2-4f21-8380-78eea4add4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:50.073347 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-5630b7c5-8924-4df0-ad53-58494f1ed471 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634064 Apr 22 16:32:50.074939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c520dc-227b-4004-938d-5401fcf4b940 req-d2ee3c10-2c72-42e5-8c9a-c1ef9a3ed00b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:50.076617 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6c520dc-227b-4004-938d-5401fcf4b940 req-d2ee3c10-2c72-42e5-8c9a-c1ef9a3ed00b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1572514 Apr 22 16:32:50.086471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:32:50.136714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:50.137085 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Added segment db12a030-78a0-40af-b634-964ce64fe79e of type vlan for network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 Apr 22 16:32:50.147601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13c110-cbf7-4997-8c4d-aacdc4168574,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:50.178859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.179266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.179669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.180070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.180503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.180896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.181355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.181811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.182185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.182572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.183027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.183413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:32:50.190206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:50.205279 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f6c520dc-227b-4004-938d-5401fcf4b940 req-586e8a13-c7b5-497a-9323-835007dcba73 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073773 Apr 22 16:32:50.212018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:50.308703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:50.310155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:50.310969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:50.322387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:50.431334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Pushing event updated for resources: {'Network': ['ID=915f91ac-9f2b-44bc-9c8a-bfe7834ed848,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:50.434261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:50.442457 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:32:50.504819 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0313323 Apr 22 16:32:50.507991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45436) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:50.514498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Request body: {'subnet': {'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-709823181-subnet', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:50.520519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:50.524957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Usage tracker for resource:subnet and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:50.528586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:50.535919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:50.577350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Made reservation on behalf of a62f8812cc3b419f9b957c84523de402 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:32:50.582790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822280447'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:51.064644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822280432'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:51.069873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e516bc34-a231-4970-b370-7390474cb462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:51.149172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4378c4-36a0-4cc6-9cd7-07c66642fb74,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:51.153123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:51.159946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Checking segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:51.160407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Network hostable DHCP agents. Network: 915f91ac-9f2b-44bc-9c8a-bfe7834ed848, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:32:51.208221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:32:51.249347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 915f91ac-9f2b-44bc-9c8a-bfe7834ed848) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:51.261799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071de866-3f49-4f3d-98d0-6109c861f555 None None] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:32:51.277596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:51.283549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:51.352835 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5af4736d-39bd-485f-95dd-eb7fcd4eec84 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8433409 Apr 22 16:32:51.354730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45464) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:51.361784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:32:51.366909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:32:51.380332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Usage tracker for resource:router and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:32:51.425193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:32:51.447197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:32:51.487505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:51.488797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:51.518111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973f023-ee0b-47fe-b59b-6ed51121ffa9 req-390efd17-3c91-4954-8acd-4abda9e60c5d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:51.526686 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c973f023-ee0b-47fe-b59b-6ed51121ffa9 req-390efd17-3c91-4954-8acd-4abda9e60c5d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1568899 Apr 22 16:32:51.567579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:51.582101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:32:51.583664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:51.632910 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c973f023-ee0b-47fe-b59b-6ed51121ffa9 req-aaa2dba2-1945-4b08-9f0d-44d3031a7546 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030788 Apr 22 16:32:52.044506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Allocated IP 172.20.0.2 (915f91ac-9f2b-44bc-9c8a-bfe7834ed848/9f4378c4-36a0-4cc6-9cd7-07c66642fb74/52b1dbf7-03d1-4ccc-946e-5744ce7d43d1) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:52.067029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.355054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.371499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Transition to ACTIVE for port object 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:52.401007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Transition to ACTIVE for port object 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:52.446934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.457958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65b398bd-c630-4a72-a5af-ec2570024102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:52.520512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:52.532815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:52.536558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:52.549757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Pushing event updated for resources: {'Port': ['ID=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:52.552977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:52.597815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.634257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.677670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Attempting to bind port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:52.678319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Attempting to bind port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:52.678795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Attempting to bind port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:52.688796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:52.689714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Checking segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:52.690467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.691173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Bound using segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:52.691909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Bound port: 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:52.692552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.806277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] For port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:52.810246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] For port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:52.841073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:52.848645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:52.915411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Allocated IP 172.27.3.216 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/63d4c4b0-4802-4728-9ab8-707493170d52) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:52.960983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Pushing event updated for resources: {'Port': ['ID=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:52.974732 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:52.993787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68679ecd-00ef-4125-9f71-8a26a8295844 req-5a122625-ddbb-4575-87ca-d3274250c432 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:53.002379 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-68679ecd-00ef-4125-9f71-8a26a8295844 req-5a122625-ddbb-4575-87ca-d3274250c432 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1834431 Apr 22 16:32:53.110492 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-68679ecd-00ef-4125-9f71-8a26a8295844 req-e91c410e-2508-4a37-a4b9-fd7da3208623 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066058 Apr 22 16:32:53.166248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:53.246343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:53.251126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:53.380857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:53.384733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:53.391878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:53.423611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Pushing event updated for resources: {'Port': ['ID=63d4c4b0-4802-4728-9ab8-707493170d52,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:53.435734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:53.801905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:53.974629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:54.008286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:54.659351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae0b3-9ddc-4d5c-a74f-e1fe3c8a7cc6 req-27559c94-e523-44b4-bcd6-cff14ea1d70e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:54.662511 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4d9ae0b3-9ddc-4d5c-a74f-e1fe3c8a7cc6 req-27559c94-e523-44b4-bcd6-cff14ea1d70e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.2739108 Apr 22 16:32:54.664480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fdcb43-cb97-40bc-b045-8a78d7b9c127 None None] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:32:54.821680 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4d9ae0b3-9ddc-4d5c-a74f-e1fe3c8a7cc6 req-c46d671e-7c82-45e2-8129-3c188e6f935b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499381 Apr 22 16:32:54.945073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Provisioning for port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:54.947646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:55.006547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Provisioning complete for port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:55.007058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:55.257189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:32:55.279101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:55.382805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] For port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:32:55.423774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:55.426065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:55.517550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Pushing event updated for resources: {'Port': ['ID=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:55.521542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:55.524237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:32:55.535761 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:32:55.546458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:55.547336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:55.600812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:55.611602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45484) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:32:55.611848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2556629 Apr 22 16:32:55.762394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-83be63c0-8d1c-450c-bdb8-6da1993d27d3 None None] Provisioning complete for port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:55.762963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-83be63c0-8d1c-450c-bdb8-6da1993d27d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:55.815739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:32:55.973963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:32:56.166554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6e397-011c-4699-918a-df4a3694932b req-d7a00781-1021-433b-9983-67b0e0e6aeaf tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:56.168661 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9d6e397-011c-4699-918a-df4a3694932b req-d7a00781-1021-433b-9983-67b0e0e6aeaf tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1476302 Apr 22 16:32:56.307247 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f9d6e397-011c-4699-918a-df4a3694932b req-59190249-4879-4c97-a962-9f1ce56a9b3d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272175 Apr 22 16:32:56.499142 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:56.499584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:56.838411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:56.838985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:53Z', 'revision_number': 3, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:56.838985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:32:56.838985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Updating router b6b1a03e-f696-439e-a6b7-f1be5fbba68c port 63d4c4b0-4802-4728-9ab8-707493170d52 binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:32:56.838985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:56.961397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Allocated IP 172.20.0.1 (915f91ac-9f2b-44bc-9c8a-bfe7834ed848/9f4378c4-36a0-4cc6-9cd7-07c66642fb74/716befb9-76a7-49b1-bfa4-3b76bf334229) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:32:57.181090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:57.201133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Transition to ACTIVE for port object 716befb9-76a7-49b1-bfa4-3b76bf334229 will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:57.363841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:57.377925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Transition to ACTIVE for port object 63d4c4b0-4802-4728-9ab8-707493170d52 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:32:57.600812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba4a36-50e1-4ddc-be76-284df283285a req-cd7ead6d-ad3c-4768-8299-a3543629e465 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:57.603689 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92ba4a36-50e1-4ddc-be76-284df283285a req-cd7ead6d-ad3c-4768-8299-a3543629e465 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1379440 Apr 22 16:32:57.662143 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92ba4a36-50e1-4ddc-be76-284df283285a req-e463b0af-9cb0-424c-834f-3fbfd368d6df tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503640 Apr 22 16:32:58.596555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:58.597185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:58.603165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7c97fd59-041a-47c3-a272-ff80fda20058 tempest-VolumesSnapshotTestJSON-272678773 tempest-VolumesSnapshotTestJSON-272678773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:58.615161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:58.761047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:32:58.779103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:32:58.794872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:32:58.898340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Pushing event updated for resources: {'Port': ['ID=716befb9-76a7-49b1-bfa4-3b76bf334229,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:58.907053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:58.975321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:59.121730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cf62d-6e5a-41e4-ba43-dee90ef2b188 req-d9a6fb86-c893-4c09-85e7-6835b3e2661f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:32:59.128922 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2d2cf62d-6e5a-41e4-ba43-dee90ef2b188 req-d9a6fb86-c893-4c09-85e7-6835b3e2661f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.2024305 Apr 22 16:32:59.203886 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2d2cf62d-6e5a-41e4-ba43-dee90ef2b188 req-cf9ffa10-2095-4d9b-bec6-d70265fc0f9c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683854 Apr 22 16:32:59.208195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Attempting to bind port 63d4c4b0-4802-4728-9ab8-707493170d52 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:32:59.208195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Attempting to bind port 63d4c4b0-4802-4728-9ab8-707493170d52 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:32:59.208195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Attempting to bind port 63d4c4b0-4802-4728-9ab8-707493170d52 on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:32:59.229047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:32:59.229989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:32:59.230855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:59.231589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:32:59.232510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Bound port: 63d4c4b0-4802-4728-9ab8-707493170d52, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:32:59.248213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:59.315197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:59.322365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9bd92-d769-43ce-857d-c34dfe2146a2 None None] Pushing event updated for resources: {'Port': ['ID=63d4c4b0-4802-4728-9ab8-707493170d52,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:59.333634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-99b9bd92-d769-43ce-857d-c34dfe2146a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:59.387898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-4f9f8143-c141-401b-b642-20bf94f6aee8 None None] Provisioning for port 716befb9-76a7-49b1-bfa4-3b76bf334229 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:32:59.405845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-4f9f8143-c141-401b-b642-20bf94f6aee8 None None] Provisioning complete for port 716befb9-76a7-49b1-bfa4-3b76bf334229 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:32:59.406669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8143-c141-401b-b642-20bf94f6aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:59.556200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f8143-c141-401b-b642-20bf94f6aee8 None None] Port 716befb9-76a7-49b1-bfa4-3b76bf334229 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:32:59.572294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] For port 63d4c4b0-4802-4728-9ab8-707493170d52, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:32:59.576379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] For port 63d4c4b0-4802-4728-9ab8-707493170d52, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=63d4c4b0-4802-4728-9ab8-707493170d52,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:32:59.646682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:59.652115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:32:59.732007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:32:59.732892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:32:59.884874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9bd92-d769-43ce-857d-c34dfe2146a2 None None] Pushing event updated for resources: {'Port': ['ID=63d4c4b0-4802-4728-9ab8-707493170d52,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:32:59.890122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-99b9bd92-d769-43ce-857d-c34dfe2146a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:32:59.986033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:59.987358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:00.034350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:00.063957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b9fb8df1-ef17-445b-b500-b479010f5bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:00.197235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Pushing event updated for resources: {'Port': ['ID=716befb9-76a7-49b1-bfa4-3b76bf334229,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:00.202286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:00.205345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:00.493002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:00.495205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:00.559223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:32:56Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:00.570017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124cd7a-3fc5-49cc-b82e-662f220a9224 None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:32:56Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:33:00.670371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae57eb-472f-4f2e-9c3e-6a569db4d15b req-da162f4f-a4a5-4d37-8363-68982eedcc38 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:00.672872 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ccae57eb-472f-4f2e-9c3e-6a569db4d15b req-da162f4f-a4a5-4d37-8363-68982eedcc38 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1828432 Apr 22 16:33:00.822796 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ccae57eb-472f-4f2e-9c3e-6a569db4d15b req-b962fbb3-f079-4b0c-a719-75bdf71a0d2b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425719 Apr 22 16:33:00.893802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-ce6d7718-407b-4b28-8b63-daf14102a01c None None] Provisioning complete for port 716befb9-76a7-49b1-bfa4-3b76bf334229 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:00.895426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7718-407b-4b28-8b63-daf14102a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:00.917494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:33:00.977325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d7718-407b-4b28-8b63-daf14102a01c None None] Port 716befb9-76a7-49b1-bfa4-3b76bf334229 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:33:01.215970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:33:01.227774 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] 10.222.0.10 "PUT /v2.0/routers/b6b1a03e-f696-439e-a6b7-f1be5fbba68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6148427 Apr 22 16:33:01.617147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.271503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f54a-c00d-4567-98ef-a7b3141fb00d req-e63947b1-0ed6-4263-95de-c2e15edfa662 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:02.273262 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1db5f54a-c00d-4567-98ef-a7b3141fb00d req-e63947b1-0ed6-4263-95de-c2e15edfa662 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1310568 Apr 22 16:33:02.348045 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1db5f54a-c00d-4567-98ef-a7b3141fb00d req-6bdce871-2a3a-4779-80ef-f4e22a3608df tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597558 Apr 22 16:33:02.513224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45540) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:02.521023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-339807644-network', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:02.526544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:02.532239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Usage tracker for resource:network and tenant:9e61d7cf119248fd8adfac8cba4f513d is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:02.535860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:02.542837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:02.575598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:33:02.602404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Made reservation on behalf of 9e61d7cf119248fd8adfac8cba4f513d for: {'network': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:33:02.610130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.626994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.643860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:02.648585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Usage tracker for resource:security_group_rule and tenant:9e61d7cf119248fd8adfac8cba4f513d is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:02.651919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:02.659731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:02.770936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.812941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.816438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cb47bc56-6d29-45f6-933e-5498e03984bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:02.865473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f43bc0-33b4-4a77-8c06-f447f80218bf,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:02.871412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:02.872266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=86487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:33:02.885186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.885610 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Added segment 21ec436c-2d21-4e95-a4ef-ab9d89770bd7 of type vlan for network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a Apr 22 16:33:02.916288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.982754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.985150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:02.986192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:02.991743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:03.113527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Pushing event updated for resources: {'Network': ['ID=e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:03.117675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:03.125682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:33:03.160389 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6458428 Apr 22 16:33:03.163141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45546) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:03.170230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Request body: {'subnet': {'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-339807644-subnet', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:03.176515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:03.192092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Usage tracker for resource:subnet and tenant:9e61d7cf119248fd8adfac8cba4f513d is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:03.197623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:03.210017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:03.262755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Made reservation on behalf of 9e61d7cf119248fd8adfac8cba4f513d for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:33:03.272698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32491318'] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:03.598592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899889c5-bfdb-49da-9d3d-2b7786065720 req-25490e61-10bb-4124-8a53-2416ef6c34ef tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:03.600327 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-899889c5-bfdb-49da-9d3d-2b7786065720 req-25490e61-10bb-4124-8a53-2416ef6c34ef tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.0978277 Apr 22 16:33:03.653869 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-899889c5-bfdb-49da-9d3d-2b7786065720 req-e7be6904-a5b1-4334-b82b-c7633325967c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457668 Apr 22 16:33:03.804454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 63d4c4b0-4802-4728-9ab8-707493170d52 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:03.805181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31806704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32491303'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:03.810416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-08e0396d-5cc2-4208-97ca-9b7bad84fc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:03.893364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b71c24-1c69-49d9-b2e6-8cfedc039a4e,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:03.898094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:03.904229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Checking segment: {'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:33:03.904582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Network hostable DHCP agents. Network: e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:33:03.916565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 63d4c4b0-4802-4728-9ab8-707493170d52 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:03.923010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 63d4c4b0-4802-4728-9ab8-707493170d52 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:03.923439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:03.985251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:33:04.031746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:04.047536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:04.048253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.052928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68a6c7-6ae2-4970-a132-5b1c371cbeef None None] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:33:04.097747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.107458 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b8e44c24-e432-4e46-a924-af6e2c0e60da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9397552 Apr 22 16:33:04.107804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45552) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:04.114647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:04.120183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:04.124676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Usage tracker for resource:router and tenant:9e61d7cf119248fd8adfac8cba4f513d is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:04.129011 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:04.135604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:04.175363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 63d4c4b0-4802-4728-9ab8-707493170d52, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=63d4c4b0-4802-4728-9ab8-707493170d52,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:04.180202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.182045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.201876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.219568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.223912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-74eac76d-07fd-4a6f-ab88-10c6d3258f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:04.390949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=63d4c4b0-4802-4728-9ab8-707493170d52,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:04.394431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:04.400887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'fixed_ips': [{'subnet_id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:33:04.401816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.577101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.577383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Allocated IP 172.20.0.2 (e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a/57b71c24-1c69-49d9-b2e6-8cfedc039a4e/e1d1eed0-6d7a-4565-9d75-7621e7a8ceda) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:33:04.601496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:33:04.613008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:04.613682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:04.838788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.839036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:04.853211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Transition to ACTIVE for port object e1d1eed0-6d7a-4565-9d75-7621e7a8ceda will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:04.876413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Transition to ACTIVE for port object e1d1eed0-6d7a-4565-9d75-7621e7a8ceda will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:04.916910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.923473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:04.923664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c08c6-2bce-4ec8-9a69-e457b4a571a0 req-409f14dd-4f8e-4957-937a-29fe5bce0738 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:04.925412 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0b6c08c6-2bce-4ec8-9a69-e457b4a571a0 req-409f14dd-4f8e-4957-937a-29fe5bce0738 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1023133 Apr 22 16:33:04.981584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:04.982620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0b6c08c6-2bce-4ec8-9a69-e457b4a571a0 req-5396f137-9a08-4b13-9c66-9046d773b551 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491033 Apr 22 16:33:04.987627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:04.996988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:05.005355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:33:05.023462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.044933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Pushing event updated for resources: {'Port': ['ID=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:05.053562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:05.120555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Attempting to bind port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:33:05.121073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Attempting to bind port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:33:05.121361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Attempting to bind port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda on network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:05.128846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:33:05.129370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Checking segment: {'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:33:05.129727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.130545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Bound using segment: {'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:33:05.130716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Bound port: e1d1eed0-6d7a-4565-9d75-7621e7a8ceda, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:33:05.131117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.208272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Allocated IP 172.27.3.198 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/d01ddd14-571c-4649-ae6e-9866875b95a2) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:33:05.237159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] For port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:33:05.241402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] For port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,segment=NetworkSegment(21ec436c-2d21-4e95-a4ef-ab9d89770bd7),segment_id=21ec436c-2d21-4e95-a4ef-ab9d89770bd7)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:33:05.294321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.301087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c2b9961d-d12a-4949-80c3-a5655b36c2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:05.402365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Pushing event updated for resources: {'Port': ['ID=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:05.406409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:05.431721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 2, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:05.438203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:33:05.438963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Updating router b6b1a03e-f696-439e-a6b7-f1be5fbba68c port 716befb9-76a7-49b1-bfa4-3b76bf334229 binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:33:05.508847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.631518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.696641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.708591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bfe2d1dc-7557-4936-8f61-3ff1c55f17f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:05.819308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:05.822710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:05.828798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:33:05.843163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 63d4c4b0-4802-4728-9ab8-707493170d52 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:05.861797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d01ddd14-571c-4649-ae6e-9866875b95a2,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:05.876071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:05.970403 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 63d4c4b0-4802-4728-9ab8-707493170d52 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:05.970989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:05.991497 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:06.011545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Transition to ACTIVE for port object 716befb9-76a7-49b1-bfa4-3b76bf334229 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:06.057109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:06.074583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:06.244907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8367f5b-a669-480c-b2cd-52598c4cf991 None None] Pushing event updated for resources: {'Port': ['ID=716befb9-76a7-49b1-bfa4-3b76bf334229,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:06.249040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c8367f5b-a669-480c-b2cd-52598c4cf991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:06.281470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf60db-7ffe-41b7-96dd-87456d2ac7dc req-2b36fa33-dc01-4e41-a15f-3bde2ab92447 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:06.283165 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7fdf60db-7ffe-41b7-96dd-87456d2ac7dc req-2b36fa33-dc01-4e41-a15f-3bde2ab92447 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1554880 Apr 22 16:33:06.350383 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7fdf60db-7ffe-41b7-96dd-87456d2ac7dc req-39123060-1206-4f0d-a1ff-c1e86de99ae1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597575 Apr 22 16:33:06.407470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Attempting to bind port 716befb9-76a7-49b1-bfa4-3b76bf334229 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:33:06.408121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Attempting to bind port 716befb9-76a7-49b1-bfa4-3b76bf334229 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:33:06.408817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Attempting to bind port 716befb9-76a7-49b1-bfa4-3b76bf334229 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:06.419592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:33:06.420206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Checking segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:33:06.420760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:06.421862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Bound using segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:33:06.422538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Bound port: 716befb9-76a7-49b1-bfa4-3b76bf334229, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:33:06.423069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:06.536256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] For port 716befb9-76a7-49b1-bfa4-3b76bf334229, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:33:06.539445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] For port 716befb9-76a7-49b1-bfa4-3b76bf334229, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=716befb9-76a7-49b1-bfa4-3b76bf334229,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:33:06.555003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:06.571813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:06.585730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d36746de-6719-498b-8944-225e234de573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:06.669721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8367f5b-a669-480c-b2cd-52598c4cf991 None None] Pushing event updated for resources: {'Port': ['ID=716befb9-76a7-49b1-bfa4-3b76bf334229,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:06.702258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:06.703907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:06.856836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c8367f5b-a669-480c-b2cd-52598c4cf991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:06.957724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:06.976737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:07.056241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88cd240-ef28-4498-8869-04a3e8ef3e74 None None] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:33:07.232043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-7503af93-c818-4dfc-b957-83720412c950 None None] Provisioning for port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:07.354313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Router 7050e76d-f9df-4ee4-885d-59abb3aeeccb is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:33:07.366197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:06Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:07.372086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adaa9ab-5add-4d05-836c-df7f52d38ff8 None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:06Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:33:07.603491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:33:07.614763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167d2b6-a8c1-4f55-959e-24a63fd08ec8 req-40e9093e-a736-4295-945d-9c43c65baaba tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:07.616391 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3167d2b6-a8c1-4f55-959e-24a63fd08ec8 req-40e9093e-a736-4295-945d-9c43c65baaba tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1103013 Apr 22 16:33:07.618348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Sync routers for ids ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:33:07.630812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Routers {'7050e76d-f9df-4ee4-885d-59abb3aeeccb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:07.631733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:07.662952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:07.669154 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5553989 Apr 22 16:33:07.671086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45570) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:07.680494 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3167d2b6-a8c1-4f55-959e-24a63fd08ec8 req-02d4ff74-fafd-437f-a29e-2981d74c8bfd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561409 Apr 22 16:33:08.025169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 716befb9-76a7-49b1-bfa4-3b76bf334229 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:08.126223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Set router 7050e76d-f9df-4ee4-885d-59abb3aeeccb gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:08.375993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 716befb9-76a7-49b1-bfa4-3b76bf334229 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:08.396112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 716befb9-76a7-49b1-bfa4-3b76bf334229 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:08.396566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:08.604028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:08.652652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 716befb9-76a7-49b1-bfa4-3b76bf334229, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=716befb9-76a7-49b1-bfa4-3b76bf334229,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:08.659441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:33:06Z', 'revision_number': 3, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port': {'id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:05Z', 'updated_at': '2021-04-22T16:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:08.663676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Checking router: 7050e76d-f9df-4ee4-885d-59abb3aeeccb for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:33:08.669533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Updating router 7050e76d-f9df-4ee4-885d-59abb3aeeccb port d01ddd14-571c-4649-ae6e-9866875b95a2 binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:33:08.695205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:08.696161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device e1d1eed0-6d7a-4565-9d75-7621e7a8ceda up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:08.735799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1600a15d-15ce-44bd-9bce-af83671c2ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:08.813944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:08.842350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:08.897179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=716befb9-76a7-49b1-bfa4-3b76bf334229,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.924355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:08.928363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:08.943196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea8c17-be57-4739-bc09-3addd18e5c64 req-455e45ff-b3f3-4b99-897a-a991499a4928 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:08.945053 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3cea8c17-be57-4739-bc09-3addd18e5c64 req-455e45ff-b3f3-4b99-897a-a991499a4928 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1005707 Apr 22 16:33:08.977275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:08.988181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:08.988624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.004062 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3cea8c17-be57-4739-bc09-3addd18e5c64 req-492d3b44-63f1-410c-a4b1-cd4d5d51aea7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521083 Apr 22 16:33:09.061234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Allocated IP 172.20.0.1 (e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a/57b71c24-1c69-49d9-b2e6-8cfedc039a4e/bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:33:09.226361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.244362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.253229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Transition to ACTIVE for port object bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:09.300208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,segment=NetworkSegment(21ec436c-2d21-4e95-a4ef-ab9d89770bd7),segment_id=21ec436c-2d21-4e95-a4ef-ab9d89770bd7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:09.331820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.337082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:09.379865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.381950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:09.403033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:09.411297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:09.413954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:33:09.423522 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.460052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:09.462499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Transition to ACTIVE for port object d01ddd14-571c-4649-ae6e-9866875b95a2 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:09.463356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:09.477841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:09.481830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:09.489757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.505211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.510854 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-99b9bd92-d769-43ce-857d-c34dfe2146a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:09.599286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Attempting to bind port d01ddd14-571c-4649-ae6e-9866875b95a2 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:33:09.599286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Attempting to bind port d01ddd14-571c-4649-ae6e-9866875b95a2 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:33:09.600757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Attempting to bind port d01ddd14-571c-4649-ae6e-9866875b95a2 on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:09.607835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f0d5-e33a-4c27-bf6f-364fcecfa178 None None] Pushing event updated for resources: {'Port': ['ID=d01ddd14-571c-4649-ae6e-9866875b95a2,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:09.611792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f2f8f0d5-e33a-4c27-bf6f-364fcecfa178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:09.612875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:33:09.613346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:33:09.613694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.614127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:33:09.614650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Bound port: d01ddd14-571c-4649-ae6e-9866875b95a2, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:33:09.615057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.666495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.705072 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] For port d01ddd14-571c-4649-ae6e-9866875b95a2, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:33:09.709620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] For port d01ddd14-571c-4649-ae6e-9866875b95a2, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=d01ddd14-571c-4649-ae6e-9866875b95a2,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:33:09.749973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.756394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:09.801571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 716befb9-76a7-49b1-bfa4-3b76bf334229 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:09.846136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-31add5dd-5b4f-4b90-935a-510f3dcd923e None None] Provisioning for port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:09.867717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-31add5dd-5b4f-4b90-935a-510f3dcd923e None None] Provisioning complete for port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:09.868200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-31add5dd-5b4f-4b90-935a-510f3dcd923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.932156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.965559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:09.975595 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Routers {'7050e76d-f9df-4ee4-885d-59abb3aeeccb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:09.976344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:09.993207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-52b10666-a455-4d15-bf84-798030330f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:10.037164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-31add5dd-5b4f-4b90-935a-510f3dcd923e None None] Port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:33:10.038517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f0d5-e33a-4c27-bf6f-364fcecfa178 None None] Pushing event updated for resources: {'Port': ['ID=d01ddd14-571c-4649-ae6e-9866875b95a2,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:10.089170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:10.100175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:10.108129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f2f8f0d5-e33a-4c27-bf6f-364fcecfa178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:10.117943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:10.149353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 716befb9-76a7-49b1-bfa4-3b76bf334229 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:10.150036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:10.271912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cbc6f-b2e9-4908-9222-25b4e4ce8ec9 req-df395df4-d960-4cd3-a25d-36d40245a312 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:10.273915 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-917cbc6f-b2e9-4908-9222-25b4e4ce8ec9 req-df395df4-d960-4cd3-a25d-36d40245a312 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1058018 Apr 22 16:33:10.288459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] Set router 7050e76d-f9df-4ee4-885d-59abb3aeeccb gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:10.293225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:10.294515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:10.346231 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-917cbc6f-b2e9-4908-9222-25b4e4ce8ec9 req-415cce77-812f-4c38-a372-fcdb5cf75fe4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638454 Apr 22 16:33:10.551366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Router 7050e76d-f9df-4ee4-885d-59abb3aeeccb has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:33:10.700027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device e1d1eed0-6d7a-4565-9d75-7621e7a8ceda up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:10.766546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:33:10.776949 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] 10.222.0.10 "PUT /v2.0/routers/7050e76d-f9df-4ee4-885d-59abb3aeeccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1032779 Apr 22 16:33:10.789229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-10f66925-3882-4c1a-bec2-c7a6685a92c6 None None] Provisioning complete for port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:10.789540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-10f66925-3882-4c1a-bec2-c7a6685a92c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:10.944249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-10f66925-3882-4c1a-bec2-c7a6685a92c6 None None] Port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:33:11.014258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:11.014682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:11.143102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 4, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port': {'id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:05Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43', 'name': '', 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'mac_address': 'fa:16:3e:8a:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:08Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 2, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'subnets': [{'id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:11.155400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb92c7-6cc3-4d95-be69-47ad5139d378 None None] The sync data for ids ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'] in dv-cinder-784623-7-iscsi is: [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 4, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port': {'id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:05Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43', 'name': '', 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'mac_address': 'fa:16:3e:8a:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:08Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 2, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'subnets': [{'id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:33:11.522680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45602) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:11.529138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655022497', 'description': 'tempest-secgroup-smoke-655022497 description', 'project_id': 'a62f8812cc3b419f9b957c84523de402'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:11.536859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:11.541433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:11.545096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:11.620948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:11.679979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0359ad-ba3c-43a3-af9f-3c6dea0e4cc0 req-385728b8-0828-4507-b556-d0e07fabf1b9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:11.681712 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3d0359ad-ba3c-43a3-af9f-3c6dea0e4cc0 req-385728b8-0828-4507-b556-d0e07fabf1b9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1277976 Apr 22 16:33:11.683058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:11.726256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:11.733487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:11.746395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:11.758809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:11.767055 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3d0359ad-ba3c-43a3-af9f-3c6dea0e4cc0 req-ca4f92cb-7ea6-411e-94a0-8210c2479a13 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651600 Apr 22 16:33:11.844602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:11.935090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:11.942007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fbb14a2f-61eb-4748-8d6c-13ca111debbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:11.995693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:12.001408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:12.053880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.055266 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5313854 Apr 22 16:33:12.058382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45606) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:12.065609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'security_group_rule': {'security_group_id': '04ca39fb-394c-4ba5-8f6b-3eb40d3eb484', 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:12.072320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:12.076533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:12.080664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:12.086795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:12.134036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.207921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.247478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.251110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-aa8800df-7f10-4c10-b1ca-fb52c0709600 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:12.291701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39797b8-dcbe-4bef-bb69-ba4fb00b12d5,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:12.295139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:12.316444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.317920 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581270 Apr 22 16:33:12.320735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45612) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:12.327299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'security_group_rule': {'security_group_id': '04ca39fb-394c-4ba5-8f6b-3eb40d3eb484', 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:12.336575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:12.341250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:12.346008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:12.355150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:12.409992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.483441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.562843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.565315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:12.617406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ec168d-0f88-4676-af05-3635c1108f71,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:12.640609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:12.654373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-647d5015-4180-4e5a-ac5a-0ad2f2e3228b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Synchronizing usage tracker for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:33:12.690856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:12.692263 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3703911 Apr 22 16:33:12.695019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45622) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:12.700793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'security_group_rule': {'security_group_id': '04ca39fb-394c-4ba5-8f6b-3eb40d3eb484', 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:12.707396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:12.712604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:12.715948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:12.723281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:12.730873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-647d5015-4180-4e5a-ac5a-0ad2f2e3228b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Unset dirty status for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:33:12.732181 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-647d5015-4180-4e5a-ac5a-0ad2f2e3228b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242907362&fields=id&tenant_id=156a4f9de40d48f0819a57ab1d1ee271 HTTP/1.1" status: 200 len: 267 time: 0.1560860 Apr 22 16:33:12.862493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.002897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4b512d60-2797-48ee-85a1-a39b3c1e7ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.010642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-8c39800a-9fc1-487e-a4d3-cb60ee576c7a tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:13.011404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-8c39800a-9fc1-487e-a4d3-cb60ee576c7a tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Synchronizing usage tracker for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:33:13.065323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.085517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53a27e-502a-41cb-8166-563abb4151c6 req-f1a6c99b-80ca-47ef-bae4-1e5cc6f38164 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:13.087196 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3d53a27e-502a-41cb-8166-563abb4151c6 req-f1a6c99b-80ca-47ef-bae4-1e5cc6f38164 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1737077 Apr 22 16:33:13.088379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-8c39800a-9fc1-487e-a4d3-cb60ee576c7a tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Unset dirty status for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:33:13.089477 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-8c39800a-9fc1-487e-a4d3-cb60ee576c7a tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 808 time: 0.3492284 Apr 22 16:33:13.127208 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-7dbd981e-d0bd-4c15-90ae-0271387fdfbd tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/quotas/156a4f9de40d48f0819a57ab1d1ee271 HTTP/1.1" status: 200 len: 375 time: 0.0172200 Apr 22 16:33:13.148173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.196118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:13.206295 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3d53a27e-502a-41cb-8166-563abb4151c6 req-b8c2f9a7-0eaa-4e82-b68a-501e416b1946 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112294 Apr 22 16:33:13.234508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2673029f-4f4b-49d7-b8f0-c31b7b00d841,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:13.237944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:13.281095 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-12112cca-cf4e-4dc4-a729-23876869d1ad tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430340 Apr 22 16:33:13.314024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.315367 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6193457 Apr 22 16:33:13.318314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45634) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:13.323741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'security_group_rule': {'security_group_id': '04ca39fb-394c-4ba5-8f6b-3eb40d3eb484', 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:13.333863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:13.338786 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:13.342420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:13.349156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:13.453321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.602967 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-a81720b2-763f-4c24-baaa-b4af618cb6e2 service neutron] 10.222.0.10 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073611 Apr 22 16:33:13.617069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.709632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.723462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4aba1662-7c06-4281-b64e-f7813a1a0cca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:13.758673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084c29d9-a5dd-4e35-a562-73ef419e1a1a,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:13.761234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:13.798131 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-18acaaf0-fc43-4c28-9c38-572c09c592ae service neutron] 10.222.0.10 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829972 Apr 22 16:33:13.799879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d01ddd14-571c-4649-ae6e-9866875b95a2 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:13.807790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.812911 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6d5ef306-caf7-4ae1-85dd-8c1e0e4349bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4899449 Apr 22 16:33:13.813222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 45638) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:13.819397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'security_group_rule': {'security_group_id': '04ca39fb-394c-4ba5-8f6b-3eb40d3eb484', 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:13.826311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:13.831729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:13.835082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:13.842808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:13.897326 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.securitygroups_db [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Project a62f8812cc3b419f9b957c84523de402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:33:13.906073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.936803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port d01ddd14-571c-4649-ae6e-9866875b95a2 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:13.945325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port d01ddd14-571c-4649-ae6e-9866875b95a2 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:13.945957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.992962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.049323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.052922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:14.078898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.080123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34f0c11-b878-4f37-b8da-567d1beb0479,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:14.084370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:14.098319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port d01ddd14-571c-4649-ae6e-9866875b95a2, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=d01ddd14-571c-4649-ae6e-9866875b95a2,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:14.217246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.218459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.219267 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c1a37ab4-e965-4dde-a36b-ad93ab368a93 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4047077 Apr 22 16:33:14.221637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3d23b5ef-62b2-4012-b388-aaa7b307e58b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:14.224091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45652) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:14.230774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'security_group_rule': {'security_group_id': '04ca39fb-394c-4ba5-8f6b-3eb40d3eb484', 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:14.254014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:14.265161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:security_group_rule and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:14.275181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:14.287702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:14.340550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=d01ddd14-571c-4649-ae6e-9866875b95a2,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:14.342550 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.securitygroups_db [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Project a62f8812cc3b419f9b957c84523de402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:33:14.349610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:14.351692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.435428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.496627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Sync routers for ids ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:33:14.507628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Routers {'7050e76d-f9df-4ee4-885d-59abb3aeeccb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:14.508346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:32:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:14.510543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.512734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:14.549294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4945045d-edf1-41e4-b068-07d845ee9e55,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:14.552019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:14.614009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:14.618774 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3902223 Apr 22 16:33:14.755215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Set router 7050e76d-f9df-4ee4-885d-59abb3aeeccb gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:14.907886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07014220-133d-4e59-a1f4-006183d9f657 req-01e4cfa1-d6b4-48c3-95d0-360a431ff44e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:14.911386 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-07014220-133d-4e59-a1f4-006183d9f657 req-01e4cfa1-d6b4-48c3-95d0-360a431ff44e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1252210 Apr 22 16:33:14.985998 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-07014220-133d-4e59-a1f4-006183d9f657 req-163efbd8-8b49-4735-baa0-13f9c834da23 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667393 Apr 22 16:33:15.214489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 4, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port': {'id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:05Z', 'updated_at': '2021-04-22T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43', 'name': '', 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'mac_address': 'fa:16:3e:8a:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:08Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 2, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'subnets': [{'id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:15.220901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Checking router: 7050e76d-f9df-4ee4-885d-59abb3aeeccb for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:33:15.224609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Updating router 7050e76d-f9df-4ee4-885d-59abb3aeeccb port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:33:15.288598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d9c24a06-ae29-4582-b60f-7205e8d5479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:15.293211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:15.354382 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1f70239b-49ee-4b75-b3b3-c9511b2e7b78 req-f9132313-ce9b-4619-adc7-e7b21dc174c9 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 210 time: 0.3113208 Apr 22 16:33:15.807920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d01ddd14-571c-4649-ae6e-9866875b95a2 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:15.902220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port d01ddd14-571c-4649-ae6e-9866875b95a2 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:15.902581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.033185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.046425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Transition to ACTIVE for port object bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:16.102960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.108749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0dfeb7f8-58b1-4af9-a128-4c05be2dc9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:16.220810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10151038-6783-4e60-b6be-7f0a5c4859ce req-dda0c6d6-db6f-4374-b071-4c2cdcfe80aa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:16.222509 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-10151038-6783-4e60-b6be-7f0a5c4859ce req-dda0c6d6-db6f-4374-b071-4c2cdcfe80aa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1068144 Apr 22 16:33:16.256919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.261300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f91b05-827f-4555-8e7c-75341206c205 None None] Pushing event updated for resources: {'Port': ['ID=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:16.298045 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-10151038-6783-4e60-b6be-7f0a5c4859ce req-6a9a737f-08b4-4cce-96a2-da027f38bb43 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678287 Apr 22 16:33:16.301111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-64f91b05-827f-4555-8e7c-75341206c205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:16.376910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Attempting to bind port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:33:16.377404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Attempting to bind port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:33:16.377703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Attempting to bind port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 on network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:16.383458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:33:16.383850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Checking segment: {'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:33:16.384692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.384846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Bound using segment: {'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:33:16.385270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Bound port: bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec436c-2d21-4e95-a4ef-ab9d89770bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:33:16.385686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.491174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] For port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:33:16.494620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] For port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,segment=NetworkSegment(21ec436c-2d21-4e95-a4ef-ab9d89770bd7),segment_id=21ec436c-2d21-4e95-a4ef-ab9d89770bd7)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:33:16.525684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.531793 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bdfd927c-3515-4c3a-97e5-675c175560ac req-75c2a986-0425-4d37-845b-3374ce283b4e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 210 time: 0.0532825 Apr 22 16:33:16.563516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:16.569789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:16.655237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Routers {'7050e76d-f9df-4ee4-885d-59abb3aeeccb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:16.656335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:33:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:16.804498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f91b05-827f-4555-8e7c-75341206c205 None None] Pushing event updated for resources: {'Port': ['ID=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:16.810001 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-64f91b05-827f-4555-8e7c-75341206c205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:16.882158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] Set router 7050e76d-f9df-4ee4-885d-59abb3aeeccb gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:17.252171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 4, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port': {'id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:05Z', 'updated_at': '2021-04-22T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43', 'name': '', 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'mac_address': 'fa:16:3e:8a:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:08Z', 'updated_at': '2021-04-22T16:33:16Z', 'revision_number': 4, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'subnets': [{'id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:17.257091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113e9d1-d6db-43c5-8c8a-b0169f65fbaa None None] The sync data for ids ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'] in dv-cinder-784623-7-iscsi is: [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:33:09Z', 'revision_number': 4, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port': {'id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:05Z', 'updated_at': '2021-04-22T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43', 'name': '', 'network_id': 'e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'mac_address': 'fa:16:3e:8a:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:08Z', 'updated_at': '2021-04-22T16:33:16Z', 'revision_number': 4, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'subnets': [{'id': '57b71c24-1c69-49d9-b2e6-8cfedc039a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:33:17.567674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5fc16-cadb-4fcf-9f78-00831631639d req-e10ebf03-8a77-46c2-a702-af4b2fc50d19 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:17.567674 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-34d5fc16-cadb-4fcf-9f78-00831631639d req-e10ebf03-8a77-46c2-a702-af4b2fc50d19 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1195841 Apr 22 16:33:17.595782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:17.638088 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-34d5fc16-cadb-4fcf-9f78-00831631639d req-341ca4c8-1c26-4247-a2b7-5940059ac4b1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684867 Apr 22 16:33:17.667898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-911108fa-bba0-43b0-be0d-d754fbca1075 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:17.669956 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-911108fa-bba0-43b0-be0d-d754fbca1075 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.26 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 808 time: 0.2346935 Apr 22 16:33:17.743016 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-343fb675-0dcd-4337-aeb0-afc4e22b10a9 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156a4f9de40d48f0819a57ab1d1ee271 HTTP/1.1" status: 200 len: 380 time: 0.0547113 Apr 22 16:33:17.753601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'port': {'device_id': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'admin_state_up': True, 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'security_groups': ['b9af584c-d4c3-4876-be3f-f520453673fc']}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:17.803490 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f59ea9b6-67a3-4e25-8307-1a647c29f332 req-990948de-9b42-4ad9-b183-7e75c713f3d4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 210 time: 0.0773427 Apr 22 16:33:17.858512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:17.934984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:17.940466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:port and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:17.943628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:17.950929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:17.994570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:18.009111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:18.009111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:18.045209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Made reservation on behalf of 156a4f9de40d48f0819a57ab1d1ee271 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:33:18.054854 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:18.195872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:18.232545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,segment=NetworkSegment(21ec436c-2d21-4e95-a4ef-ab9d89770bd7),segment_id=21ec436c-2d21-4e95-a4ef-ab9d89770bd7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:18.270886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:18.273998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:18.281469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Allocated IP 172.20.0.11 (c6a9c447-c763-4b88-af2f-d57480ca1c36/85f5f8f4-d20b-49e3-a919-302720a9e50d/aee0489e-2cb1-4dcf-8551-4b55b514898f) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:33:18.370375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:18.373679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:18.519932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:18.539990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Transition to ACTIVE for port object aee0489e-2cb1-4dcf-8551-4b55b514898f will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:18.607723 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:18.618267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6c5aa212-f70a-45ac-9a5d-4299eb214c3a tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:18.714705 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:18.720582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:18.728401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:33:18.797123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:18.805822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:18.832770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:18.834102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:18.924741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981aaf3-2e90-4387-9669-a086c528eb3b req-717baf19-83a8-4b5d-bfc4-24e0fa202cba tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:18.927750 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1981aaf3-2e90-4387-9669-a086c528eb3b req-717baf19-83a8-4b5d-bfc4-24e0fa202cba tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1427708 Apr 22 16:33:18.936370 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1877825 Apr 22 16:33:18.966701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Request body: {'port': {'device_id': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:19.001402 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1981aaf3-2e90-4387-9669-a086c528eb3b req-e0f7b396-7501-442d-9204-0dabb8554ab0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644913 Apr 22 16:33:19.048241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3b7ef670-9c81-424a-8420-37d85e936c1e None None] Provisioning for port aee0489e-2cb1-4dcf-8551-4b55b514898f completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:19.054892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-3b7ef670-9c81-424a-8420-37d85e936c1e None None] Provisioning complete for port aee0489e-2cb1-4dcf-8551-4b55b514898f triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:19.055473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef670-9c81-424a-8420-37d85e936c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:19.130743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ef670-9c81-424a-8420-37d85e936c1e None None] Port aee0489e-2cb1-4dcf-8551-4b55b514898f cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:33:19.132298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb342d29-74b7-48be-afc2-46927f712712 req-3780f51e-7be9-4f4f-9328-7523512eab69 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:19.134001 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-eb342d29-74b7-48be-afc2-46927f712712 req-3780f51e-7be9-4f4f-9328-7523512eab69 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 932 time: 0.1204145 Apr 22 16:33:19.175263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:19.201650 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-eb342d29-74b7-48be-afc2-46927f712712 req-19aa7c80-3c09-461d-8b86-92ca005380bd tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545437 Apr 22 16:33:19.640449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee0489e-2cb1-4dcf-8551-4b55b514898f {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:33:19.648866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:19.666734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Transition to ACTIVE for port object aee0489e-2cb1-4dcf-8551-4b55b514898f will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:19.696937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:19.700688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:19.786721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:19.895690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:19.896041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:19.948449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:19.951890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:19.997477 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Attempting to bind port aee0489e-2cb1-4dcf-8551-4b55b514898f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:33:19.998105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Attempting to bind port aee0489e-2cb1-4dcf-8551-4b55b514898f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:33:19.998665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Attempting to bind port aee0489e-2cb1-4dcf-8551-4b55b514898f on network c6a9c447-c763-4b88-af2f-d57480ca1c36 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:20.009423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Port aee0489e-2cb1-4dcf-8551-4b55b514898f on network c6a9c447-c763-4b88-af2f-d57480ca1c36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:33:20.010409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Attempting to bind port aee0489e-2cb1-4dcf-8551-4b55b514898f on network c6a9c447-c763-4b88-af2f-d57480ca1c36 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:20.017042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:33:20.017409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Checking segment: {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:33:20.017878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Bound using segment: {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:33:20.018961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Bound port: aee0489e-2cb1-4dcf-8551-4b55b514898f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736301cb-5cc4-429d-9bbe-c5c95126060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:33:20.019171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:20.140703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:33:20.145149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:33:20.177739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:20.184016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fdc0a122-233b-45d9-84bf-2a5922d4b336 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:20.242438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:20.243214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:20.244993 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] 10.222.0.26 "PUT /v2.0/ports/aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 1094 time: 1.2941253 Apr 22 16:33:20.245963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:33:20.293768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:20.298747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:20.308076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771208e8-3a07-4b33-bf06-23b08c8d62a9 req-9244943b-e485-4181-9e5f-4e94d2a26b37 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:20.316695 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-771208e8-3a07-4b33-bf06-23b08c8d62a9 req-9244943b-e485-4181-9e5f-4e94d2a26b37 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 943 time: 0.1521969 Apr 22 16:33:20.386681 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-771208e8-3a07-4b33-bf06-23b08c8d62a9 req-c72c95e4-2529-4f7a-8572-a1ef60b30328 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689554 Apr 22 16:33:20.474625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-c7e5ced6-2044-4fef-aeb9-431fbd4ccf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:20.477340 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-c7e5ced6-2044-4fef-aeb9-431fbd4ccf23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1097 time: 0.1307020 Apr 22 16:33:20.489995 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'status': 'completed', 'code': 200} Apr 22 16:33:20.516680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2d02f-ca2e-44af-a039-2f55d9a53f22 req-b3555725-d28d-4461-8971-413111340c64 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:20.516680 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96e2d02f-ca2e-44af-a039-2f55d9a53f22 req-b3555725-d28d-4461-8971-413111340c64 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1278627 Apr 22 16:33:20.575247 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96e2d02f-ca2e-44af-a039-2f55d9a53f22 req-df97eff9-527e-46fa-a088-a4101bdd4349 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482101 Apr 22 16:33:20.582540 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-542f827c-7ac4-4861-935e-8315ef4a934b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 217 time: 0.0830822 Apr 22 16:33:20.660940 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-11d2a936-0498-4f3e-8a59-b3fe0db6945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:20.662571 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-11d2a936-0498-4f3e-8a59-b3fe0db6945a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 200 len: 847 time: 0.0730090 Apr 22 16:33:20.715113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:33:20.891329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:20.907602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'port_id': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'mac_address': 'fa:16:3e:5a:b0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:33:20.972625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:20.985781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-a3cec514-bfc7-41f1-95e4-6ba16d764d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:20.987391 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-a3cec514-bfc7-41f1-95e4-6ba16d764d17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6a9c447-c763-4b88-af2f-d57480ca1c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3181651 Apr 22 16:33:20.993126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce198f61-7946-47a0-931b-90340af6f9b6 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:33:21.012324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:21.085258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:21.088238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:21.164308 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-bf802587-60ce-4e99-8234-7c76b6bf4a56 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657948 Apr 22 16:33:21.182231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=9']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:21.185646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:21.321438 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dc4f8e74-3f12-48b8-8686-7dfd3ac7a223 req-90f03e55-8238-46ee-97b8-77eb0fb19d83 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495457 Apr 22 16:33:21.551117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-2ca24125-3706-48dd-83e4-d7319a5dd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:21.553341 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-2ca24125-3706-48dd-83e4-d7319a5dd2b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1097 time: 0.0987942 Apr 22 16:33:21.590035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['ce198f61-7946-47a0-931b-90340af6f9b6'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:33:21.643467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f798d00-b4a7-4e55-828c-60e0f548a2cd req-8097eb52-8f63-4e04-994d-ba23f71f9ef6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:21.645432 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f798d00-b4a7-4e55-828c-60e0f548a2cd req-8097eb52-8f63-4e04-994d-ba23f71f9ef6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 944 time: 0.1221194 Apr 22 16:33:21.734533 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f798d00-b4a7-4e55-828c-60e0f548a2cd req-40db1e83-441c-4d56-8fbd-c12bccbc88b8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812192 Apr 22 16:33:21.769353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-bb22a527-246a-406e-ba3b-8cdd9f157241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:21.769353 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-bb22a527-246a-406e-ba3b-8cdd9f157241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 909 time: 0.2045865 Apr 22 16:33:21.838916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d8c6f-b524-48be-93e7-05feb166403d req-e5427fb9-05b8-4b5c-a9e7-f0ebf33651e5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:21.840566 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-044d8c6f-b524-48be-93e7-05feb166403d req-e5427fb9-05b8-4b5c-a9e7-f0ebf33651e5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1004395 Apr 22 16:33:21.843656 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-f443676a-c937-4241-8949-2fc95e1f236a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 217 time: 0.0710022 Apr 22 16:33:21.903247 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-044d8c6f-b524-48be-93e7-05feb166403d req-88973447-218f-41b6-bc2d-464e42ff06be tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531893 Apr 22 16:33:21.921649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-3eaf89a4-a82a-4009-aa31-36ef0e50b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:21.923221 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-3eaf89a4-a82a-4009-aa31-36ef0e50b1ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 200 len: 847 time: 0.0728910 Apr 22 16:33:22.016459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-ab15c00c-54f1-4727-91b8-033cf6b11b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:22.018077 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-ab15c00c-54f1-4727-91b8-033cf6b11b4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6a9c447-c763-4b88-af2f-d57480ca1c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797827 Apr 22 16:33:22.165363 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-1be73466-45bb-47da-9e73-a9903a3546fc service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403053 Apr 22 16:33:22.335668 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5ebb3d1c-5953-4123-bd95-05b0ea954ecf req-a0b8a84a-9aee-4c03-a027-d314fb2c8f35 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622517 Apr 22 16:33:22.754208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:22.836258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port ce198f61-7946-47a0-931b-90340af6f9b6 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:22.836712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:22.969960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc1af-2df5-4e69-9a22-33885b4048a1 req-7056a7db-0e14-4bfd-93cd-dbc2e0815fff tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:22.971638 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-45cfc1af-2df5-4e69-9a22-33885b4048a1 req-7056a7db-0e14-4bfd-93cd-dbc2e0815fff tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 944 time: 0.1030197 Apr 22 16:33:22.986799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:23.037522 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:23.038430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:33:23.067954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:23.069983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:23.101682 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-45cfc1af-2df5-4e69-9a22-33885b4048a1 req-be00e12b-0e90-4d29-9c7a-e0b1d1740fc1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224773 Apr 22 16:33:23.148506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848240cf-3d8f-4a12-b181-a927c08b82ee req-f0229663-0878-4daf-8ef9-5a83aa5e2e6e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:23.150181 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-848240cf-3d8f-4a12-b181-a927c08b82ee req-f0229663-0878-4daf-8ef9-5a83aa5e2e6e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1131041 Apr 22 16:33:23.170260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=10']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:23.177086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:23.179361 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'code': 200} Apr 22 16:33:23.209356 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-848240cf-3d8f-4a12-b181-a927c08b82ee req-06695bd8-171e-42b1-a326-8d130fde77e8 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491242 Apr 22 16:33:24.058624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee8caa-7634-45f5-be4a-b2c6df25cbb0 req-9ab3814a-cc2f-41f5-850a-2fe1993df3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:24.060172 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-90ee8caa-7634-45f5-be4a-b2c6df25cbb0 req-9ab3814a-cc2f-41f5-850a-2fe1993df3e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1099 time: 0.0918660 Apr 22 16:33:24.066288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9148d-c072-4b30-b4be-d5a569181359 req-75716687-551c-4cdd-a4f6-696c31a544e8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:24.068189 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a5c9148d-c072-4b30-b4be-d5a569181359 req-75716687-551c-4cdd-a4f6-696c31a544e8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1049397 Apr 22 16:33:24.116676 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-90ee8caa-7634-45f5-be4a-b2c6df25cbb0 req-575c1826-41ba-45d2-af79-5121a209c39a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486424 Apr 22 16:33:24.132751 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a5c9148d-c072-4b30-b4be-d5a569181359 req-315af79b-1b99-4915-b070-fafbf77f26eb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571578 Apr 22 16:33:24.427608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdae68d-82cc-4365-86f8-9796ab1e1e72 req-6f7af2b0-89c9-46db-8a51-146512fcf424 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:24.429168 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dbdae68d-82cc-4365-86f8-9796ab1e1e72 req-6f7af2b0-89c9-46db-8a51-146512fcf424 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.1619055 Apr 22 16:33:24.496549 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dbdae68d-82cc-4365-86f8-9796ab1e1e72 req-3499cff7-af20-4d3b-b189-f0470536ba52 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604424 Apr 22 16:33:24.510031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483712c9-6ce4-4994-9c7e-e42c6fdf18c5 req-fafa5bd6-414b-42fa-af38-417753153aae tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:24.511708 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-483712c9-6ce4-4994-9c7e-e42c6fdf18c5 req-fafa5bd6-414b-42fa-af38-417753153aae tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1553309 Apr 22 16:33:24.579472 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-483712c9-6ce4-4994-9c7e-e42c6fdf18c5 req-6393673d-5fab-4f87-90a8-0618e3f34feb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588734 Apr 22 16:33:25.366930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930a33a-a5cf-44f4-a632-f8882f5cbfe9 req-b2a2aed3-b5e1-4198-bc85-c0b8dc338e07 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:25.368569 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1930a33a-a5cf-44f4-a632-f8882f5cbfe9 req-b2a2aed3-b5e1-4198-bc85-c0b8dc338e07 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0952735 Apr 22 16:33:25.421304 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1930a33a-a5cf-44f4-a632-f8882f5cbfe9 req-88cbbbe7-2bb4-4d4d-9ba6-aa6574a63ef6 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438199 Apr 22 16:33:25.796780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d6e35-7af3-4143-80da-16818eb08cea req-acdd3f22-6a07-4f34-b044-a9cc888a4946 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:25.798400 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-994d6e35-7af3-4143-80da-16818eb08cea req-acdd3f22-6a07-4f34-b044-a9cc888a4946 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.1565568 Apr 22 16:33:25.868971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e4cdd-2e36-475d-845e-69871bbf025c req-6438fbd5-7cda-45a1-b666-fbab213c55e4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:25.870576 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fe3e4cdd-2e36-475d-845e-69871bbf025c req-6438fbd5-7cda-45a1-b666-fbab213c55e4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1478670 Apr 22 16:33:25.876819 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-994d6e35-7af3-4143-80da-16818eb08cea req-ab3a8b69-374b-4e71-85a0-f15199f689d7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648792 Apr 22 16:33:25.938250 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fe3e4cdd-2e36-475d-845e-69871bbf025c req-a07edf54-fd34-4b47-b6e7-3fbf72e5bd85 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545943 Apr 22 16:33:26.657437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff4f0a-9737-41ad-82ed-79a02053c737 req-2da031cf-95ea-43a9-98fb-2ec373aa0355 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:26.659208 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-40ff4f0a-9737-41ad-82ed-79a02053c737 req-2da031cf-95ea-43a9-98fb-2ec373aa0355 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1016276 Apr 22 16:33:26.715721 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-40ff4f0a-9737-41ad-82ed-79a02053c737 req-e2e39094-5736-48e4-b77d-89c6ca8c686a tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500019 Apr 22 16:33:27.288987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829da93-e04e-4d21-9876-2b4cfbb581fd req-3f29edca-1878-4ddc-8868-198a148e6e49 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:27.290500 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4829da93-e04e-4d21-9876-2b4cfbb581fd req-3f29edca-1878-4ddc-8868-198a148e6e49 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.1762156 Apr 22 16:33:27.304480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f5e95-9977-4afc-8a10-f63c49aaa85e req-d6ae8255-9b5b-4ef2-b70e-a8361842629c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:27.306073 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f9f5e95-9977-4afc-8a10-f63c49aaa85e req-d6ae8255-9b5b-4ef2-b70e-a8361842629c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1478028 Apr 22 16:33:27.382340 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4829da93-e04e-4d21-9876-2b4cfbb581fd req-90e7e442-20d9-4056-8ae4-6f001e1485f1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750015 Apr 22 16:33:27.394621 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3f9f5e95-9977-4afc-8a10-f63c49aaa85e req-4c43b807-890c-4ecb-9493-ac5543e9dd06 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701609 Apr 22 16:33:27.942334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498fcc-d3ca-41bc-ad2f-9696a5121b60 req-41fdc0fc-9862-4cdc-b688-18afb60e44fa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:27.943965 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c8498fcc-d3ca-41bc-ad2f-9696a5121b60 req-41fdc0fc-9862-4cdc-b688-18afb60e44fa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0975921 Apr 22 16:33:28.010561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c8498fcc-d3ca-41bc-ad2f-9696a5121b60 req-d4a1fbc0-3b3c-4516-b756-19b1f29af300 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593624 Apr 22 16:33:28.680836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e509de-0753-493d-a313-6da2ec65c546 req-070e6a85-d9b6-4242-b1f4-68474293c6ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:28.682550 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-32e509de-0753-493d-a313-6da2ec65c546 req-070e6a85-d9b6-4242-b1f4-68474293c6ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.1719108 Apr 22 16:33:28.696114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343cb3d-42f4-48d6-a8f7-a87f17024789 req-2624069e-6cbf-4cbe-9e8e-c1bdffca4dca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:28.697947 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7343cb3d-42f4-48d6-a8f7-a87f17024789 req-2624069e-6cbf-4cbe-9e8e-c1bdffca4dca tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1475031 Apr 22 16:33:28.773559 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-32e509de-0753-493d-a313-6da2ec65c546 req-040af624-e517-43c5-a13b-c2809eecf6aa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745316 Apr 22 16:33:28.786258 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7343cb3d-42f4-48d6-a8f7-a87f17024789 req-aff30a44-11b0-4812-8b6a-627c69946cc1 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690095 Apr 22 16:33:29.233359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f3826-a491-4ae8-ae9f-97a9d17a9a22 req-a38d8912-889f-4af6-be11-f4fbad19850d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:29.234666 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5f6f3826-a491-4ae8-ae9f-97a9d17a9a22 req-a38d8912-889f-4af6-be11-f4fbad19850d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1015902 Apr 22 16:33:29.293207 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5f6f3826-a491-4ae8-ae9f-97a9d17a9a22 req-de2e8de0-e15b-418c-942a-47b612ea58b3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508516 Apr 22 16:33:30.018332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71ad0d-d7f2-40b9-842b-4f335d843cf0 req-93a5ba93-97e8-4779-b72e-89433873193b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:30.020306 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fd71ad0d-d7f2-40b9-842b-4f335d843cf0 req-93a5ba93-97e8-4779-b72e-89433873193b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.0926876 Apr 22 16:33:30.104073 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fd71ad0d-d7f2-40b9-842b-4f335d843cf0 req-2f281134-6a3b-45ba-a2ae-6ff285f52a1f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762682 Apr 22 16:33:30.504552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac4d57-20f2-4198-b19f-17b12e3d423a req-07254479-4da5-4535-b2da-f932b18a1daf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:30.506202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46ac4d57-20f2-4198-b19f-17b12e3d423a req-07254479-4da5-4535-b2da-f932b18a1daf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0908675 Apr 22 16:33:30.564338 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46ac4d57-20f2-4198-b19f-17b12e3d423a req-39fb6e85-8055-4265-8f8c-058e297fe9a4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506554 Apr 22 16:33:31.248025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:31.313870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19676b41-6825-4fe5-9a4e-03db42641987 req-91d9407a-7314-4ccb-8f58-0856996954a8 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:31.315498 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19676b41-6825-4fe5-9a4e-03db42641987 req-91d9407a-7314-4ccb-8f58-0856996954a8 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.0951521 Apr 22 16:33:31.363666 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19676b41-6825-4fe5-9a4e-03db42641987 req-e7c4bb14-f7fc-47c2-8a48-3a595a0156d5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416675 Apr 22 16:33:31.777615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b7bf9-d3ea-4580-8e2a-57f495f49627 req-922a482e-e1a5-48e7-ab6e-3f0ba0e90ceb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:31.779662 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e3b7bf9-d3ea-4580-8e2a-57f495f49627 req-922a482e-e1a5-48e7-ab6e-3f0ba0e90ceb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0942461 Apr 22 16:33:31.830684 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e3b7bf9-d3ea-4580-8e2a-57f495f49627 req-7bcafafd-29ec-4e42-ab9e-f3cac46608bf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Apr 22 16:33:32.570897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb8660-767c-4a19-bda9-a4b05ff42089 req-35501311-81de-429a-9efc-fd5213d85ede tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:32.572547 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64cb8660-767c-4a19-bda9-a4b05ff42089 req-35501311-81de-429a-9efc-fd5213d85ede tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.0932288 Apr 22 16:33:32.621367 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-64cb8660-767c-4a19-bda9-a4b05ff42089 req-e5ec264c-17c1-4749-9ba6-861e9fd88707 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421145 Apr 22 16:33:33.037935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e241e-5f11-48da-897f-279a4a248c23 req-58b51ce9-8759-4c10-952c-f6d1b033b351 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:33.039761 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-021e241e-5f11-48da-897f-279a4a248c23 req-58b51ce9-8759-4c10-952c-f6d1b033b351 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0919092 Apr 22 16:33:33.094722 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-021e241e-5f11-48da-897f-279a4a248c23 req-123b51f0-8b91-4a19-a316-c2c20176c1a3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 Apr 22 16:33:33.832349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd955dd-61e4-4b8e-9e27-b3d592bef0ff req-97540175-a84c-459a-b463-43496c3e58b4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:33.833997 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5fd955dd-61e4-4b8e-9e27-b3d592bef0ff req-97540175-a84c-459a-b463-43496c3e58b4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.0902095 Apr 22 16:33:33.884345 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5fd955dd-61e4-4b8e-9e27-b3d592bef0ff req-20174645-01e6-4375-bd36-ebc11f64c717 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Apr 22 16:33:34.318781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264675cd-32f6-427c-9fc0-77db626f910b req-0fecc248-16ea-4f0e-86fa-9b218c379c2c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:34.320535 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-264675cd-32f6-427c-9fc0-77db626f910b req-0fecc248-16ea-4f0e-86fa-9b218c379c2c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1050057 Apr 22 16:33:34.381022 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-264675cd-32f6-427c-9fc0-77db626f910b req-65f54ee3-1118-4829-b375-0090c03ae357 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489068 Apr 22 16:33:34.824493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device aee0489e-2cb1-4dcf-8551-4b55b514898f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:33:35.018835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:35.041229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'port_id': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'mac_address': 'fa:16:3e:5c:62:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:33:35.138280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:35.145945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7fd5-051e-4949-bd80-1a1b38105b63 req-6e35cd75-3a3d-47b1-b885-8faf4568678f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:35.147779 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bdaf7fd5-051e-4949-bd80-1a1b38105b63 req-6e35cd75-3a3d-47b1-b885-8faf4568678f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1097434 Apr 22 16:33:35.158230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee0489e-2cb1-4dcf-8551-4b55b514898f {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:33:35.178737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:35.200925 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bdaf7fd5-051e-4949-bd80-1a1b38105b63 req-2c2d99fd-a306-4b34-97f1-c0cb2f78787e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Apr 22 16:33:35.230538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:35.234380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:35.314379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:35.317918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:35.606706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd331bf-360b-44db-8516-561d54456be0 req-1141ef05-a30a-4f03-b21f-0bc29a537a4d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:35.609031 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7dd331bf-360b-44db-8516-561d54456be0 req-1141ef05-a30a-4f03-b21f-0bc29a537a4d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1011786 Apr 22 16:33:35.662207 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7dd331bf-360b-44db-8516-561d54456be0 req-a24b19a6-fe34-4afb-880e-10801010c4b2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461485 Apr 22 16:33:35.709610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['aee0489e-2cb1-4dcf-8551-4b55b514898f'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:33:36.459236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17bef1-0a04-4e61-9cbe-363824b16d2b req-e23d2bff-563c-4033-9132-849ae14ecfb9 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:36.460948 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bc17bef1-0a04-4e61-9cbe-363824b16d2b req-e23d2bff-563c-4033-9132-849ae14ecfb9 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 945 time: 0.0984299 Apr 22 16:33:36.524989 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bc17bef1-0a04-4e61-9cbe-363824b16d2b req-5b56bf17-f7c4-48ae-b4d4-cbb93383b150 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499680 Apr 22 16:33:36.895294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60d044-ed0d-4153-a8e3-a2ec6f79dfee req-755b0a28-110f-4449-ac80-4593fabff5db tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:36.897017 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fe60d044-ed0d-4153-a8e3-a2ec6f79dfee req-755b0a28-110f-4449-ac80-4593fabff5db tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0984337 Apr 22 16:33:36.954479 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fe60d044-ed0d-4153-a8e3-a2ec6f79dfee req-90a3f870-c9cd-4223-8374-3a0ba91f7212 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495892 Apr 22 16:33:37.743860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fc6fb-7e97-46f2-8e3f-ccb7a8be626b req-b32813bc-a766-4ced-b017-bda12af9cae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:37.745558 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-690fc6fb-7e97-46f2-8e3f-ccb7a8be626b req-b32813bc-a766-4ced-b017-bda12af9cae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 945 time: 0.0988691 Apr 22 16:33:37.809258 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-690fc6fb-7e97-46f2-8e3f-ccb7a8be626b req-53f3f1dc-d4a7-4e2d-857c-8dd238f78ad4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516427 Apr 22 16:33:38.169370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc167e-4349-406a-a323-402179b2fa0c req-ce316b60-4751-488c-bb9d-e43ee1bc5eb7 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:38.171148 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4cdc167e-4349-406a-a323-402179b2fa0c req-ce316b60-4751-488c-bb9d-e43ee1bc5eb7 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0946853 Apr 22 16:33:38.221594 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4cdc167e-4349-406a-a323-402179b2fa0c req-63eb4dfc-bbe0-4aaa-ba3e-cd5e929386ef tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 Apr 22 16:33:38.856183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device aee0489e-2cb1-4dcf-8551-4b55b514898f up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:38.973957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port aee0489e-2cb1-4dcf-8551-4b55b514898f completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:38.980839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port aee0489e-2cb1-4dcf-8551-4b55b514898f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:38.981252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:39.033865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb622b9-aee1-4bf7-95c5-e9b0cce5eafe req-f9af9b6e-fdb8-43ff-844f-dc67a70aac2b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:39.035482 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cb622b9-aee1-4bf7-95c5-e9b0cce5eafe req-f9af9b6e-fdb8-43ff-844f-dc67a70aac2b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 945 time: 0.0976827 Apr 22 16:33:39.089335 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5cb622b9-aee1-4bf7-95c5-e9b0cce5eafe req-e2830cbc-f55c-4349-aa18-540134ea74d7 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Apr 22 16:33:39.118039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:39.152405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:33:39.163686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:39.174730 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-7b77beeb-4e2f-43d7-bb37-8ca0c40a0c54 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934432 Apr 22 16:33:39.216340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:39.219216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:39.321062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:39.330881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:39.388338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-e8116a62-0534-4aa6-a31c-e5c569310ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:39.390756 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-e8116a62-0534-4aa6-a31c-e5c569310ea3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 1099 time: 0.1062703 Apr 22 16:33:39.395760 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'code': 200} Apr 22 16:33:39.497019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93761f99-25c8-453f-9e3e-27b3d5c711f6 req-e3c24578-0aba-4cf9-959c-c3bb5ff27f0f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:39.499208 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-93761f99-25c8-453f-9e3e-27b3d5c711f6 req-e3c24578-0aba-4cf9-959c-c3bb5ff27f0f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0926898 Apr 22 16:33:39.557499 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-93761f99-25c8-453f-9e3e-27b3d5c711f6 req-1bb47095-f482-4733-9618-dbb8d52e317b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493712 Apr 22 16:33:39.575572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:33:39.594743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-5d249b56-fcde-4608-a5b9-ad402cfc7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:39.596356 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-5d249b56-fcde-4608-a5b9-ad402cfc7115 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.1471310 Apr 22 16:33:39.714096 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cc034-5c37-4410-a732-fc6b9b513233 req-c192e959-d56f-4473-a218-602ff04936a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:39.715907 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-022cc034-5c37-4410-a732-fc6b9b513233 req-c192e959-d56f-4473-a218-602ff04936a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1099 time: 0.0794861 Apr 22 16:33:39.720667 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-71c77f49-8062-46a0-a2dd-44c9ef438a4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.1089845 Apr 22 16:33:39.773230 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-022cc034-5c37-4410-a732-fc6b9b513233 req-ce7218d9-368b-4290-9905-a3f3597d51a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387635 Apr 22 16:33:39.806326 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-a69e2204-dbd5-45eb-a6c6-10be245315c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:39.807931 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-a69e2204-dbd5-45eb-a6c6-10be245315c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0725143 Apr 22 16:33:40.241807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-6e74b88c-364b-41dc-be9d-f8b6214fae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:40.244162 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-6e74b88c-364b-41dc-be9d-f8b6214fae7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849240 Apr 22 16:33:40.313872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03383d2e-106d-4e22-aad7-88849de19e62 req-e07d54ab-0518-425b-b0b6-dc942b66abd4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:40.315588 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-03383d2e-106d-4e22-aad7-88849de19e62 req-e07d54ab-0518-425b-b0b6-dc942b66abd4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1047904 Apr 22 16:33:40.367047 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-03383d2e-106d-4e22-aad7-88849de19e62 req-bea36c71-ac98-4638-a52e-768209c8e5c7 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Apr 22 16:33:40.404106 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-d0447e0b-7723-4587-9e3e-d45fccb68967 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528163 Apr 22 16:33:40.565770 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-19f472f4-b3c2-458d-ae4d-45e4f7a6468b req-73594a8d-4ec6-42e0-9e8c-f168e3252cf0 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468742 Apr 22 16:33:40.772701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4a778-4061-482d-91ae-c304db53db74 req-e874691b-6b4d-48d2-8043-70c94de013bf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:40.774282 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4b4a778-4061-482d-91ae-c304db53db74 req-e874691b-6b4d-48d2-8043-70c94de013bf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0947592 Apr 22 16:33:40.826068 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b4b4a778-4061-482d-91ae-c304db53db74 req-1097d6f3-48d3-46e7-9725-0ffedd13ffa0 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439270 Apr 22 16:33:40.884778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-5f399d32-e9d5-48a4-b5bf-25786f7bf598 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Synchronizing usage tracker for tenant:a62f8812cc3b419f9b957c84523de402 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:33:40.928094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-5f399d32-e9d5-48a4-b5bf-25786f7bf598 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Unset dirty status for tenant:a62f8812cc3b419f9b957c84523de402 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:33:40.930333 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-5f399d32-e9d5-48a4-b5bf-25786f7bf598 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655022497&fields=id&tenant_id=a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 267 time: 0.0928609 Apr 22 16:33:41.392655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-d130e579-7a87-451a-8247-5c58d6e268a4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:41.393670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-d130e579-7a87-451a-8247-5c58d6e268a4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Synchronizing usage tracker for tenant:a62f8812cc3b419f9b957c84523de402 on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:33:41.418658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ace49-7328-4a5f-aa6f-cbf25aae226a req-8bfd076d-c570-4910-aa94-bbe38cb5bc67 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:41.423420 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca2ace49-7328-4a5f-aa6f-cbf25aae226a req-8bfd076d-c570-4910-aa94-bbe38cb5bc67 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1650980 Apr 22 16:33:41.438801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd979402-da17-470c-b6d8-938ac3f47161 req-b94e5c99-132d-46a1-973c-715fd8375ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:41.440512 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd979402-da17-470c-b6d8-938ac3f47161 req-b94e5c99-132d-46a1-973c-715fd8375ed8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1099 time: 0.0920525 Apr 22 16:33:41.473243 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca2ace49-7328-4a5f-aa6f-cbf25aae226a req-0e20a769-18f0-48e5-9e24-de71a60070c8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458336 Apr 22 16:33:41.475454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-d130e579-7a87-451a-8247-5c58d6e268a4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Unset dirty status for tenant:a62f8812cc3b419f9b957c84523de402 on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:33:41.476628 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-d130e579-7a87-451a-8247-5c58d6e268a4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 811 time: 0.5383260 Apr 22 16:33:41.508803 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-f5dc93a8-f9b6-4ce9-9541-307ecfb8aede tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/quotas/a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 375 time: 0.0109539 Apr 22 16:33:41.595107 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd979402-da17-470c-b6d8-938ac3f47161 req-0fc50967-5e10-4edf-8ea8-3935ecb0534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:41.596718 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd979402-da17-470c-b6d8-938ac3f47161 req-0fc50967-5e10-4edf-8ea8-3935ecb0534b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.1493700 Apr 22 16:33:41.668127 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-d2df72d3-1056-463b-9497-a43aebdd951a tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1575317 Apr 22 16:33:41.720908 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd979402-da17-470c-b6d8-938ac3f47161 req-29948055-6cfa-4c12-8481-623bfcf807d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 1002 time: 0.1174862 Apr 22 16:33:41.743490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb930746-759e-4881-93ba-314e8e5e3499 req-47ebc00e-1cdc-40f9-b7a2-fa2caccbd98b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:41.745146 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bb930746-759e-4881-93ba-314e8e5e3499 req-47ebc00e-1cdc-40f9-b7a2-fa2caccbd98b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1510637 Apr 22 16:33:41.798666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd979402-da17-470c-b6d8-938ac3f47161 req-a9a74dee-639d-4840-8eff-b71ba5644f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:41.800249 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd979402-da17-470c-b6d8-938ac3f47161 req-a9a74dee-639d-4840-8eff-b71ba5644f72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0729444 Apr 22 16:33:41.865369 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bb930746-759e-4881-93ba-314e8e5e3499 req-a4e6655c-ab3b-4c0b-bec7-6f365cbfdd78 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708251 Apr 22 16:33:41.884927 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-f3047772-25f0-4e5a-ba70-e90192448adb service neutron] 10.222.0.10 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017207 Apr 22 16:33:41.895296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd979402-da17-470c-b6d8-938ac3f47161 req-a3c1a0b9-8bc0-49dc-aa55-3d5766be80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:41.896924 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd979402-da17-470c-b6d8-938ac3f47161 req-a3c1a0b9-8bc0-49dc-aa55-3d5766be80b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887368 Apr 22 16:33:42.136897 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd979402-da17-470c-b6d8-938ac3f47161 req-a6a28122-3798-4c32-b2a3-9c11b6364833 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294025 Apr 22 16:33:42.191466 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-7e3bab87-3838-4590-9b27-8ff7d986e6d0 service neutron] 10.222.0.10 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948422 Apr 22 16:33:42.209673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a72073-aa9f-4e19-89c1-770ad8fb93c3 req-8b25db37-862a-4854-afb8-f9b1e526a9e4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:42.211232 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0a72073-aa9f-4e19-89c1-770ad8fb93c3 req-8b25db37-862a-4854-afb8-f9b1e526a9e4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1844926 Apr 22 16:33:42.279910 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d0a72073-aa9f-4e19-89c1-770ad8fb93c3 req-e967d67b-4a8d-4ab8-953a-03d4aa7ad677 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 Apr 22 16:33:42.295557 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd979402-da17-470c-b6d8-938ac3f47161 req-411faaf8-425e-445e-a832-3a882e2b6814 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515236 Apr 22 16:33:42.305823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45952) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:42.536766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31123d07-bb1e-412a-aa14-8393bf9587d0 tempest-TestShelveInstance-100270970 tempest-TestShelveInstance-100270970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:42.541414 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-31123d07-bb1e-412a-aa14-8393bf9587d0 tempest-TestShelveInstance-100270970 tempest-TestShelveInstance-100270970-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1094 time: 0.2308724 Apr 22 16:33:42.541575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 45964) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:33:42.548247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'port_id': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:42.555257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:42.559676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Usage tracker for resource:floatingip and tenant:156a4f9de40d48f0819a57ab1d1ee271 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:42.563089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:42.569887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:42.645696 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for floatingip, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:42.698264 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b28f5b-c581-4822-a2de-41a7d0c4ed58 req-8c4f946e-90e0-40bd-a003-caa76f081c6e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:42.699881 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e8b28f5b-c581-4822-a2de-41a7d0c4ed58 req-8c4f946e-90e0-40bd-a003-caa76f081c6e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0967298 Apr 22 16:33:42.752581 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e8b28f5b-c581-4822-a2de-41a7d0c4ed58 req-08807129-006f-4e64-9adf-55808f4108f8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Apr 22 16:33:42.824656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:42.845309 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8db617c6-e82f-4fd1-b138-26e547aad588 req-e2c11559-605c-463f-affa-fa087c478f8d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 210 time: 0.0524604 Apr 22 16:33:42.982246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Allocated IP 172.27.3.37 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/83095b0e-baf8-4b30-8b1f-07a837adcd76) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:33:43.008181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df1fb736-27d6-44fe-a458-a98c85961955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:43.148432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:43.213808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:43.219678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a186c737-bb74-4a29-9fcd-595ef18ac7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:43.298591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:43.302498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:43.306729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:33:43.345824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'Port': ['ID=83095b0e-baf8-4b30-8b1f-07a837adcd76,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:43.359911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.360535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.360830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.361244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.361655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.362063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.362467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.362880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.363284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.363686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.364090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.364535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:33:43.374036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:44.007730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:44.052063 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bf2a2f35-96a7-46d2-81ec-825a6e0a6d27 req-c67a9391-6be6-4534-842e-48592dc94865 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 210 time: 0.0578041 Apr 22 16:33:44.087397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd211b-1fae-4fa5-8931-b4c3bc488f1c req-61e24c6a-d54f-4b52-b122-ac95f5fa351c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:44.089173 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b2fd211b-1fae-4fa5-8931-b4c3bc488f1c req-61e24c6a-d54f-4b52-b122-ac95f5fa351c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1547785 Apr 22 16:33:44.125335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:44.141442 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b2fd211b-1fae-4fa5-8931-b4c3bc488f1c req-9e6c7292-63d1-42f6-8d6b-878d73acd0ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 Apr 22 16:33:44.350883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:44.405108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:44.410471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:44.524279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event updated for resources: {'Port': ['ID=83095b0e-baf8-4b30-8b1f-07a837adcd76,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:44.532804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:44.542187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:44.725579 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Floating IP f8fd2487-f597-439f-b29f-224b47436cd1 associated. External IP: 172.27.3.37, port: aee0489e-2cb1-4dcf-8551-4b55b514898f. Apr 22 16:33:45.222223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b5f7fac0-9771-4ac5-9486-16db2d4ac4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:45.238546 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dfc7a65b-2fe1-4195-8221-fa49b7338664 req-04dbfeb9-242a-4358-8094-3742ce8f78b1 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 210 time: 0.0575678 Apr 22 16:33:45.262448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-0abd3147-47d2-4439-8521-6edce49a039d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:45.264556 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-0abd3147-47d2-4439-8521-6edce49a039d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 811 time: 0.2732654 Apr 22 16:33:45.266677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Router 5c40a1ba-8111-4ada-a462-76faac13379d has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:33:45.480715 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-3dbe87dd-6ad9-4d68-92ae-5946964bef24 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 379 time: 0.1961913 Apr 22 16:33:45.490421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'port': {'device_id': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'admin_state_up': True, 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'security_groups': ['04ca39fb-394c-4ba5-8f6b-3eb40d3eb484']}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:45.616793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:33:45.628177 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] Sync routers for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:33:45.638386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:45.639612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:33:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:45.689881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:33:45.690450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:port and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:33:45.693502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:33:45.700834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:33:45.708358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:45.767304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Made reservation on behalf of a62f8812cc3b419f9b957c84523de402 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:33:45.773586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:45.790203 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2474988 Apr 22 16:33:45.793871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:33:45.845791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:45.848296 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'status': 'completed', 'code': 200} Apr 22 16:33:45.979795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b2423-28c2-442d-b69d-a4eec66752db req-1d586abc-74e4-4bde-be07-ada874ea7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:45.980534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Allocated IP 172.20.0.5 (915f91ac-9f2b-44bc-9c8a-bfe7834ed848/9f4378c4-36a0-4cc6-9cd7-07c66642fb74/3b24077a-bb2e-441f-b5d0-b47fb282c8fc) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:33:45.981593 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-578b2423-28c2-442d-b69d-a4eec66752db req-1d586abc-74e4-4bde-be07-ada874ea7b73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1099 time: 0.0880125 Apr 22 16:33:46.154580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b2423-28c2-442d-b69d-a4eec66752db req-57902a8f-d55f-4c44-b47c-14e2edfcde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:46.156216 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-578b2423-28c2-442d-b69d-a4eec66752db req-57902a8f-d55f-4c44-b47c-14e2edfcde33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 909 time: 0.1673734 Apr 22 16:33:46.211050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:46.231115 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Transition to ACTIVE for port object 3b24077a-bb2e-441f-b5d0-b47fb282c8fc will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:46.302754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:46.310048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-08f1af69-4b9a-401f-b950-f3a3b5d46fd0 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:46.350056 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-578b2423-28c2-442d-b69d-a4eec66752db req-d9f9a90f-75ef-49c2-894b-6c1e23252fa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 999 time: 0.1868925 Apr 22 16:33:46.394691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:33:46.399056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:33:46.403693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:33:46.426856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:46.447481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:46.453228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:46.468007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': 'f8fd2487-f597-439f-b29f-224b47436cd1', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'port_id': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'mac_address': 'fa:16:3e:5c:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:33:43Z', 'updated_at': '2021-04-22T16:33:43Z', 'revision_number': 0, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:34Z', 'revision_number': 5, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:46.472343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] Checking router: 5c40a1ba-8111-4ada-a462-76faac13379d for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:33:46.489239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:33:46.489448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:33:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:46.500235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:46.501073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:46.547197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b2423-28c2-442d-b69d-a4eec66752db req-9b7f8456-994a-4135-918c-58143d7d75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:46.549359 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-578b2423-28c2-442d-b69d-a4eec66752db req-9b7f8456-994a-4135-918c-58143d7d75a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 200 len: 847 time: 0.1908162 Apr 22 16:33:46.574004 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0877292 Apr 22 16:33:46.613601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Request body: {'port': {'device_id': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:33:46.631567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dc0fc-80e3-40ac-96aa-26e79100d153 req-5e784022-8418-4565-9cd8-73b1f0196802 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:46.640231 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-735dc0fc-80e3-40ac-96aa-26e79100d153 req-5e784022-8418-4565-9cd8-73b1f0196802 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 931 time: 0.1943002 Apr 22 16:33:46.700731 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-735dc0fc-80e3-40ac-96aa-26e79100d153 req-42f8d248-4710-4a74-b3e6-6790adbac13e tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594521 Apr 22 16:33:46.713148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:33:46.717195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b2423-28c2-442d-b69d-a4eec66752db req-03648bfd-2366-451f-a7e1-76791c3a3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:46.718969 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-578b2423-28c2-442d-b69d-a4eec66752db req-03648bfd-2366-451f-a7e1-76791c3a3264 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6a9c447-c763-4b88-af2f-d57480ca1c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1578338 Apr 22 16:33:46.764375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:46.773663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:46.877018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-06c42a5d-8008-43a0-8139-f7ef24e8e787 None None] Provisioning for port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:46.880627 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-578b2423-28c2-442d-b69d-a4eec66752db req-ed4b98d5-1159-4658-ac30-d881509beba8 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527040 Apr 22 16:33:46.894772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-06c42a5d-8008-43a0-8139-f7ef24e8e787 None None] Provisioning complete for port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:46.895201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-06c42a5d-8008-43a0-8139-f7ef24e8e787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:47.017012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-06c42a5d-8008-43a0-8139-f7ef24e8e787 None None] Port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:33:47.040056 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-578b2423-28c2-442d-b69d-a4eec66752db req-5a940672-e0e9-416d-9956-b03d219d06f0 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520345 Apr 22 16:33:47.207020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': 'f8fd2487-f597-439f-b29f-224b47436cd1', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'port_id': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'mac_address': 'fa:16:3e:5c:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:33:43Z', 'updated_at': '2021-04-22T16:33:43Z', 'revision_number': 0, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:34Z', 'revision_number': 5, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:33:47.211939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d974b-3ab3-48d8-81aa-7987778aaee3 None None] The sync data for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi is: [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': 'f8fd2487-f597-439f-b29f-224b47436cd1', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'port_id': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'mac_address': 'fa:16:3e:5c:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:33:43Z', 'updated_at': '2021-04-22T16:33:43Z', 'revision_number': 0, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:34Z', 'revision_number': 5, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:33:47.451351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b24077a-bb2e-441f-b5d0-b47fb282c8fc {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:33:47.459691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:47.477480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Transition to ACTIVE for port object 3b24077a-bb2e-441f-b5d0-b47fb282c8fc will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:33:47.508464 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b327d787-adeb-4f8c-a9af-e44e54bdfcb6 None None] New status for floating IP f8fd2487-f597-439f-b29f-224b47436cd1: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:33:47.538684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:47.543503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7665f148-be28-4373-b0b1-bb0fe13bf68b tempest-VolumesActionsTest-1305514334 tempest-VolumesActionsTest-1305514334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:47.621901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:47.722898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:47.733271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:47.816075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Attempting to bind port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:33:47.816489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Attempting to bind port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:33:47.816866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Attempting to bind port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:47.822862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:33:47.823314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Attempting to bind port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:33:47.829702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:33:47.830122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Checking segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:33:47.830530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Bound using segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:33:47.831105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Bound port: 3b24077a-bb2e-441f-b5d0-b47fb282c8fc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:33:47.831500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:47.936805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] For port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:33:47.940590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] For port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:33:47.943847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833021a-ca02-40a3-a777-7c63193d8987 req-0c4d9c5e-bd2a-4210-b07d-d840724aadfa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:47.945596 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9833021a-ca02-40a3-a777-7c63193d8987 req-0c4d9c5e-bd2a-4210-b07d-d840724aadfa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.1072059 Apr 22 16:33:47.985457 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:47.990828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-66a6d8dd-dc44-46bf-b716-3bcdfdb189fb tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:47.998716 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9833021a-ca02-40a3-a777-7c63193d8987 req-ad54d1a5-bc6b-4681-bb41-42193439c0e0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448852 Apr 22 16:33:48.046198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:48.046885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:48.048428 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b24077a-bb2e-441f-b5d0-b47fb282c8fc HTTP/1.1" status: 200 len: 1093 time: 1.4513640 Apr 22 16:33:48.051147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:33:48.090515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Pushing event updated for resources: {'Port': ['ID=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:48.099491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:48.107086 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'status': 'completed', 'code': 200} Apr 22 16:33:48.233537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-91f3ccc7-8f47-43ea-9d19-4fc46a32de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:48.235147 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-91f3ccc7-8f47-43ea-9d19-4fc46a32de05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 1096 time: 0.0875752 Apr 22 16:33:48.323086 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-e7e879ab-0c20-4741-9827-b5e3df7ef292 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc HTTP/1.1" status: 200 len: 217 time: 0.0727503 Apr 22 16:33:48.398812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-d7aa7d37-b092-4e2b-82bd-e1b26aca7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:48.400442 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-d7aa7d37-b092-4e2b-82bd-e1b26aca7bf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0709226 Apr 22 16:33:48.485621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-cc658263-451d-48b0-8714-c45a643a3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:48.487290 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-cc658263-451d-48b0-8714-c45a643a3cc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807052 Apr 22 16:33:48.635125 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-f4ce5133-6373-43c3-ace3-4f1f322703f3 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408210 Apr 22 16:33:48.782173 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24b22fda-b337-440e-9620-98e8f5dd4d67 req-963b3f7d-a3c6-4aa3-bf67-5fc847a1074c service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407299 Apr 22 16:33:49.114437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-c88e5e32-4ad6-495f-a921-8cc3d72c0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:49.116070 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-c88e5e32-4ad6-495f-a921-8cc3d72c0021 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 1096 time: 0.0865288 Apr 22 16:33:49.209246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65371c-7681-4df9-8f2e-dcb4db422f3c req-93b69bf0-dfc4-4d7d-bcec-05db53048b70 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:49.210851 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be65371c-7681-4df9-8f2e-dcb4db422f3c req-93b69bf0-dfc4-4d7d-bcec-05db53048b70 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.0906894 Apr 22 16:33:49.275108 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be65371c-7681-4df9-8f2e-dcb4db422f3c req-b50768fa-6470-403f-8cb7-701868d04084 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567188 Apr 22 16:33:49.275642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-418a89e8-f05c-4082-9bed-840e05f4147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:49.277575 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-418a89e8-f05c-4082-9bed-840e05f4147d service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1541998 Apr 22 16:33:49.355508 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-6ededbe7-e012-465d-b047-6a8a438d7159 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc HTTP/1.1" status: 200 len: 217 time: 0.0702026 Apr 22 16:33:49.430322 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-46be32cd-765a-4513-a521-91121e88f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:49.431886 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-46be32cd-765a-4513-a521-91121e88f4fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0692582 Apr 22 16:33:49.516751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-1a48b568-d175-4fee-ae2e-4c990dc11dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:49.518617 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-1a48b568-d175-4fee-ae2e-4c990dc11dfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791163 Apr 22 16:33:49.665783 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-5732987a-0040-4236-be83-d3670028cb6b service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372766 Apr 22 16:33:49.817452 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca9d5472-da6a-4712-9228-60ec4b819bf0 req-12a82b5a-837c-4cf9-9973-427985f255ca service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425593 Apr 22 16:33:50.485315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199505ac-c010-4a54-a1b3-522b45d857fa req-30643447-ae3a-4aed-8bd7-4182d8f4c478 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:50.486903 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-199505ac-c010-4a54-a1b3-522b45d857fa req-30643447-ae3a-4aed-8bd7-4182d8f4c478 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.0923471 Apr 22 16:33:50.542656 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-199505ac-c010-4a54-a1b3-522b45d857fa req-187d10bc-fc09-4b5e-b2c7-d90b5f3691b7 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490069 Apr 22 16:33:51.759116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749281ff-12c0-4bc8-8eb7-80f46083ef8d req-67b60d43-7dba-47ed-85ee-a0a3f3b03ce9 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:51.760723 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-749281ff-12c0-4bc8-8eb7-80f46083ef8d req-67b60d43-7dba-47ed-85ee-a0a3f3b03ce9 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.0929279 Apr 22 16:33:51.811762 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-749281ff-12c0-4bc8-8eb7-80f46083ef8d req-47a2b5b2-7afa-44c8-a1ca-34a330e229a4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446150 Apr 22 16:33:53.028009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25a02f-b8b1-4ce6-beb9-676cb8cc64fc req-72ebe85b-1245-409f-a28f-472731f5a119 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:53.029780 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1f25a02f-b8b1-4ce6-beb9-676cb8cc64fc req-72ebe85b-1245-409f-a28f-472731f5a119 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.0944910 Apr 22 16:33:53.084242 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1f25a02f-b8b1-4ce6-beb9-676cb8cc64fc req-076d75b4-8b39-4b05-bae3-90f4788a0535 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448599 Apr 22 16:33:54.302565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4185-14cc-45ea-b917-8b662ec98816 req-007251f0-6546-4a38-a3c2-8d1942a8657c tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:54.304185 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-686c4185-14cc-45ea-b917-8b662ec98816 req-007251f0-6546-4a38-a3c2-8d1942a8657c tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.1040242 Apr 22 16:33:54.355981 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-686c4185-14cc-45ea-b917-8b662ec98816 req-391d6e2b-4828-4dc9-8069-9f1fcc35eb57 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447507 Apr 22 16:33:55.563784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c8093-16ce-4df4-aa40-22c0b819a1e8 req-a547b656-65f5-45fe-9bdb-1ea65e9814f1 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:55.565389 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d13c8093-16ce-4df4-aa40-22c0b819a1e8 req-a547b656-65f5-45fe-9bdb-1ea65e9814f1 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.0917261 Apr 22 16:33:55.622084 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d13c8093-16ce-4df4-aa40-22c0b819a1e8 req-3af859ba-6a79-4b62-a30b-c63131cc0a4f tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461946 Apr 22 16:33:56.836708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d39ef1-3a8a-42cf-b1f6-fd424e001c14 req-d204cbe9-9c62-4ffe-b18c-1933441243d0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:56.838391 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c4d39ef1-3a8a-42cf-b1f6-fd424e001c14 req-d204cbe9-9c62-4ffe-b18c-1933441243d0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 943 time: 0.0942550 Apr 22 16:33:56.889050 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c4d39ef1-3a8a-42cf-b1f6-fd424e001c14 req-5967a88b-fa56-40ad-93b3-265616a894bb tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 Apr 22 16:33:56.946363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3b24077a-bb2e-441f-b5d0-b47fb282c8fc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:33:57.100544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:57.115473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'port_id': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'mac_address': 'fa:16:3e:29:77:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:33:57.181505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:57.200274 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b24077a-bb2e-441f-b5d0-b47fb282c8fc {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:33:57.217203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:57.255865 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:57.258699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-99b9bd92-d769-43ce-857d-c34dfe2146a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:57.330642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:57.334154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:57.777452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['3b24077a-bb2e-441f-b5d0-b47fb282c8fc'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:33:58.103962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4aaf5-d877-47d6-b7ad-addda2ab8a5e req-4e148f49-e75d-41dd-990e-d64655df8c3a tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:58.105613 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d6b4aaf5-d877-47d6-b7ad-addda2ab8a5e req-4e148f49-e75d-41dd-990e-d64655df8c3a tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 944 time: 0.0947955 Apr 22 16:33:58.155545 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d6b4aaf5-d877-47d6-b7ad-addda2ab8a5e req-d16ce5f9-8a8a-4ea4-ad31-f7ef1f831e3e tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425861 Apr 22 16:33:58.949468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3b24077a-bb2e-441f-b5d0-b47fb282c8fc up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:33:59.058757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:33:59.065045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:33:59.065461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:59.199953 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:59.230997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:33:59.246502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:33:59.287061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:59.290336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:33:59.330326 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'code': 200} Apr 22 16:33:59.371892 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:33:59.375157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:33:59.381500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4da37-e132-4204-a718-1de5e301cdeb req-ef5c249f-f8bd-4762-ae52-b1c3267ba4a0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:59.383529 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d5c4da37-e132-4204-a718-1de5e301cdeb req-ef5c249f-f8bd-4762-ae52-b1c3267ba4a0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 945 time: 0.1053946 Apr 22 16:33:59.433760 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d5c4da37-e132-4204-a718-1de5e301cdeb req-7acfccdb-f409-4bc2-b21a-04d37b577968 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438144 Apr 22 16:33:59.729519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305f0c-f587-4c8a-9958-a381a0bd4dfb req-42367811-a385-4235-a236-815dc67c86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:33:59.731122 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4305f0c-f587-4c8a-9958-a381a0bd4dfb req-42367811-a385-4235-a236-815dc67c86cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 1098 time: 0.0783932 Apr 22 16:33:59.780882 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4305f0c-f587-4c8a-9958-a381a0bd4dfb req-6f95c49d-b91e-4c7f-8070-f000a8ddffff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Apr 22 16:34:00.666007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aa828-95a0-4784-a3d4-43fed9591f02 req-bd18de2a-440e-4033-bc0d-243b0f690adc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:00.667665 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-144aa828-95a0-4784-a3d4-43fed9591f02 req-bd18de2a-440e-4033-bc0d-243b0f690adc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 945 time: 0.0963256 Apr 22 16:34:00.722963 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-144aa828-95a0-4784-a3d4-43fed9591f02 req-11d237f9-c103-448e-bd64-20144b66b052 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481608 Apr 22 16:34:01.238355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:01.929686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf2104-8a50-4646-9af5-51423094e5e9 req-2a4eb40a-ee82-41f4-9c00-813075856a14 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:01.931270 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d6cf2104-8a50-4646-9af5-51423094e5e9 req-2a4eb40a-ee82-41f4-9c00-813075856a14 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 945 time: 0.0872862 Apr 22 16:34:01.984256 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d6cf2104-8a50-4646-9af5-51423094e5e9 req-ee903f36-ac63-4784-b2f9-5a0899c6cfae tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452993 Apr 22 16:34:02.409876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a8dfc-2ed5-43a6-944c-7708ad4c7234 req-fa5c8303-6802-4c50-9251-96455826ee24 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:02.411495 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-760a8dfc-2ed5-43a6-944c-7708ad4c7234 req-fa5c8303-6802-4c50-9251-96455826ee24 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 945 time: 0.3139017 Apr 22 16:34:02.460227 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-760a8dfc-2ed5-43a6-944c-7708ad4c7234 req-bf8b7ea1-9f50-4a7c-b2ad-343370d41e0c tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413299 Apr 22 16:34:02.487249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46032) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:02.610009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67d8b5-bedb-4ba5-a786-2b9cc57253a3 tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:02.610773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-df67d8b5-bedb-4ba5-a786-2b9cc57253a3 tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] Synchronizing usage tracker for tenant:9e61d7cf119248fd8adfac8cba4f513d on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:34:02.666603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-df67d8b5-bedb-4ba5-a786-2b9cc57253a3 tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] Unset dirty status for tenant:9e61d7cf119248fd8adfac8cba4f513d on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:34:02.667856 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-df67d8b5-bedb-4ba5-a786-2b9cc57253a3 tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 1093 time: 0.1795411 Apr 22 16:34:02.671651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46038) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:02.677233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'port_id': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:34:02.683619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:34:02.688017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:floatingip and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:34:02.691171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:34:02.697212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:34:02.741058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:02.892629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:03.044245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Allocated IP 172.27.3.167 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/890da140-a969-4c6c-aba9-18e69be9ecbc) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:34:03.204344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:03.265697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:03.271203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-181c3596-956b-4977-9172-f346cde0a0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:03.334868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:34:03.338378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:34:03.342387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:34:03.382454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=890da140-a969-4c6c-aba9-18e69be9ecbc,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:03.386706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:03.775454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:03.884343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:04.104859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:04.141318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:04.146448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:04.262541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=890da140-a969-4c6c-aba9-18e69be9ecbc,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:04.266169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:04.273845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:04.692751 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Floating IP c1900419-5866-4816-8df5-0c4c6d68b3c3 associated. External IP: 172.27.3.167, port: 3b24077a-bb2e-441f-b5d0-b47fb282c8fc. Apr 22 16:34:05.077525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:34:05.279756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:34:05.289429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:34:05.300414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:34:05.301088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:33:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:05.353335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:05.417103 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7442987 Apr 22 16:34:05.417807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:34:05.483338 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'status': 'completed', 'code': 200} Apr 22 16:34:05.633676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581bd-126d-425e-ac7b-195241562e79 req-a6917022-a0b9-44ef-9c55-b6b5130af08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:05.635206 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-251581bd-126d-425e-ac7b-195241562e79 req-a6917022-a0b9-44ef-9c55-b6b5130af08c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 1098 time: 0.0928497 Apr 22 16:34:05.665491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:34:05.789749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581bd-126d-425e-ac7b-195241562e79 req-0260b897-7c51-4cbb-b522-1303274c0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:05.791359 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-251581bd-126d-425e-ac7b-195241562e79 req-0260b897-7c51-4cbb-b522-1303274c0023 service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1443660 Apr 22 16:34:05.910123 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-251581bd-126d-425e-ac7b-195241562e79 req-1b127b13-e978-44f0-bc3c-2e9993bb2d64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc HTTP/1.1" status: 200 len: 999 time: 0.1104338 Apr 22 16:34:05.988354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581bd-126d-425e-ac7b-195241562e79 req-2e0c200a-987b-4d11-aefa-2976c7d4dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:05.989937 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-251581bd-126d-425e-ac7b-195241562e79 req-2e0c200a-987b-4d11-aefa-2976c7d4dff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0719774 Apr 22 16:34:06.059779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': 'c1900419-5866-4816-8df5-0c4c6d68b3c3', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:29:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:34:03Z', 'updated_at': '2021-04-22T16:34:03Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:06.064979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:34:06.074371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:34:06.075057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:33:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:06.087538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251581bd-126d-425e-ac7b-195241562e79 req-158f2e40-28d1-434e-8f92-c577029b21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:06.089216 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-251581bd-126d-425e-ac7b-195241562e79 req-158f2e40-28d1-434e-8f92-c577029b21c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909226 Apr 22 16:34:06.241504 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-251581bd-126d-425e-ac7b-195241562e79 req-d5d678bb-5b26-4f3e-afa0-546656b13696 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444933 Apr 22 16:34:06.270362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:34:06.406101 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-251581bd-126d-425e-ac7b-195241562e79 req-8a92ca4e-498e-4d32-b2fe-fc93a3b70b82 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558800 Apr 22 16:34:06.672631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': 'c1900419-5866-4816-8df5-0c4c6d68b3c3', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:29:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:34:03Z', 'updated_at': '2021-04-22T16:34:03Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:06.676879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac63a-3044-4808-80d6-7bcec3232415 None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': 'c1900419-5866-4816-8df5-0c4c6d68b3c3', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:29:77:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:34:03Z', 'updated_at': '2021-04-22T16:34:03Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:34:06.957658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1981d6-00fd-41b9-9300-9fcdd3515049 None None] New status for floating IP c1900419-5866-4816-8df5-0c4c6d68b3c3: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:34:12.989369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a599f245-1a53-44e5-be7a-c28a1bec98d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:15.224594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6370a0cd-14ad-4d62-bcc2-a4e54a2c831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:16.217954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:16.526635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:16.574962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:34:17.555502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:31.238132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:39.441194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73ddb7-5b24-433b-b1b7-6ca5aa5555b9 req-ec839343-bbd5-46c8-ac6b-c05eed50eb80 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:39.442837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5c73ddb7-5b24-433b-b1b7-6ca5aa5555b9 req-ec839343-bbd5-46c8-ac6b-c05eed50eb80 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.0969918 Apr 22 16:34:39.502172 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5c73ddb7-5b24-433b-b1b7-6ca5aa5555b9 req-a018efa0-f7d9-4589-84fb-c0a02336df2f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515397 Apr 22 16:34:40.714438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693163f6-088c-49c3-b381-553cd4325807 req-632f63e5-bcb5-452f-b869-fb00335e5240 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:40.716239 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-693163f6-088c-49c3-b381-553cd4325807 req-632f63e5-bcb5-452f-b869-fb00335e5240 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.0891128 Apr 22 16:34:40.766838 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-693163f6-088c-49c3-b381-553cd4325807 req-460142c4-5d3e-4bdd-b497-12f257c02953 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Apr 22 16:34:41.188502 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-769ad104-860f-45c5-a13b-66c4e51d2909 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877500 Apr 22 16:34:41.316145 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-209e5c27-8f50-4e04-9ad2-86c25de68f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:41.317767 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-209e5c27-8f50-4e04-9ad2-86c25de68f6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1099 time: 0.0854037 Apr 22 16:34:41.486712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-a1f2087c-8797-463b-950e-b2d5c8f5cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:41.488248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-a1f2087c-8797-463b-950e-b2d5c8f5cc8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.1508331 Apr 22 16:34:41.535225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-61e53fc7-fabb-4206-bb44-306e3e349e43 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:41.536835 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-61e53fc7-fabb-4206-bb44-306e3e349e43 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.0897737 Apr 22 16:34:41.603347 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-f85a301f-03e0-45d3-9541-dab18ed94a1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 1002 time: 0.1065555 Apr 22 16:34:41.615665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Deleting port ce198f61-7946-47a0-931b-90340af6f9b6 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:34:41.616053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:41.674553 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-2b1aedb4-b864-48de-abaf-2311da45c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:41.676122 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-2b1aedb4-b864-48de-abaf-2311da45c558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0651195 Apr 22 16:34:41.762673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-9697cfb5-ad8c-4e6e-a7d3-028e7f7b8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:41.764345 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-9697cfb5-ad8c-4e6e-a7d3-028e7f7b8faf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814240 Apr 22 16:34:41.900382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] For port ce198f61-7946-47a0-931b-90340af6f9b6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ce198f61-7946-47a0-931b-90340af6f9b6,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:34:41.900763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:41.914679 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-b74e7931-ca92-479f-bba9-6b3fc05f05f2 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427150 Apr 22 16:34:42.066876 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f8511762-d03b-4a86-8859-763f85cc8bf0 req-558ece50-81fd-4ca1-a5e2-bdbc4dd4ec93 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456423 Apr 22 16:34:42.247942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b91eea-28d9-4acc-b590-ef1ef1e55f37 req-049d1365-120f-422a-85c2-0a981c122faa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:42.249616 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b3b91eea-28d9-4acc-b590-ef1ef1e55f37 req-049d1365-120f-422a-85c2-0a981c122faa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 946 time: 0.3405821 Apr 22 16:34:42.334509 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b3b91eea-28d9-4acc-b590-ef1ef1e55f37 req-8b138896-1503-4dc9-b6dd-81c80e7c5234 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c8f4387-29ad-4b97-a272-2c7c6bead64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746732 Apr 22 16:34:42.337069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:42.337482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:42.337830 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Floating IP 11624879-829e-423f-9dbc-a415e84224e8 disassociated. External IP: 172.27.3.159, port: ce198f61-7946-47a0-931b-90340af6f9b6. Apr 22 16:34:42.338207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Calling delete_port for ce198f61-7946-47a0-931b-90340af6f9b6 owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:34:42.585965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:42.592674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6dc5ace1-0b50-42b7-a4a5-fea1f68f2c0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:42.643127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event deleted for resources: {'Port': ['ID=ce198f61-7946-47a0-931b-90340af6f9b6,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:42.657140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.657562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.657974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.658383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.658821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.659222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.659620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.660018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.660592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.660995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.661395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.661795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:42.665710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:42.859352 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Router cc562328-6c54-4fb6-bb82-c069fb610772 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:34:42.998488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-56cf92c5-0c40-4cbd-9814-c8d6700b8070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:43.060952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:34:43.072973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] Sync routers for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:34:43.091050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:34:43.092558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:34:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:43.143694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] No DVR routers for this DVR port ce198f61-7946-47a0-931b-90340af6f9b6 on host hv-cinder-78462 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:34:43.146475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:43.149454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-deleted', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:34:43.192897 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3bf1713d-0665-4a33-ab2b-5b1af72c657a req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "DELETE /v2.0/ports/ce198f61-7946-47a0-931b-90340af6f9b6 HTTP/1.1" status: 204 len: 173 time: 1.6488011 Apr 22 16:34:43.270031 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db1d5a8-1ad6-469f-bb6a-2403cb769883', 'name': 'network-vif-deleted', 'tag': 'ce198f61-7946-47a0-931b-90340af6f9b6', 'status': 'completed', 'code': 200} Apr 22 16:34:43.327562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:34:43.585924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-5bdea87f-ae3c-4233-a235-abf0a1916fac req-14162c76-5015-4ca0-bdae-1aac99c414ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:34:43.636567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-5bdea87f-ae3c-4233-a235-abf0a1916fac req-14162c76-5015-4ca0-bdae-1aac99c414ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:34:43.648227 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5bdea87f-ae3c-4233-a235-abf0a1916fac req-14162c76-5015-4ca0-bdae-1aac99c414ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=6db1d5a8-1ad6-469f-bb6a-2403cb769883 HTTP/1.1" status: 200 len: 210 time: 0.1234143 Apr 22 16:34:43.867908 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:43.874611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] Checking router: cc562328-6c54-4fb6-bb82-c069fb610772 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:34:43.883381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:34:43.884300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:34:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:44.082856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:34:44.451127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:34:44.455462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e338132d-67c1-4eaf-ab0c-491b05124459 None None] The sync data for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi is: [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:34:44.836736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46122) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:44.872519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05cb32-3652-4ae2-8517-6582a64aa842 None None] New status for floating IP 11624879-829e-423f-9dbc-a415e84224e8: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:34:44.928593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:44.963059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.100480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.106250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f56ad89c-65b3-4eaa-9f2d-36a7cb90847b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:45.127062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8f4387-29ad-4b97-a272-2c7c6bead64f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:45.133666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:34:45.139758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.140414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.141015 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.141626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.142506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.143165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.143693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.144267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.144875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.145470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.146110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.146715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:45.152082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:45.176169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.180078 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "DELETE /v2.0/security-groups/6c8f4387-29ad-4b97-a272-2c7c6bead64f HTTP/1.1" status: 204 len: 168 time: 0.3396852 Apr 22 16:34:45.180528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46126) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:45.187046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: ce198f61-7946-47a0-931b-90340af6f9b6 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:34:45.187444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device ce198f61-7946-47a0-931b-90340af6f9b6 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:34:45.203366 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.v2.resource [None req-1a5035b8-9ee8-480e-a663-f553d49c9afc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] show failed (client error): The resource could not be found. Apr 22 16:34:45.204773 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1a5035b8-9ee8-480e-a663-f553d49c9afc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups/6c8f4387-29ad-4b97-a272-2c7c6bead64f HTTP/1.1" status: 404 len: 347 time: 0.0231497 Apr 22 16:34:45.220573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46130) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:45.244102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1bead04-c126-4dd4-b536-ff9123077feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.392920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Deleting port 5867537b-0670-4589-a2af-93cafd6ac8ff {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:34:45.393307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.595721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.596120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.730731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Calling delete_port for 5867537b-0670-4589-a2af-93cafd6ac8ff owned by network:floatingip {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:34:45.981111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:45.985843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a535d448-739b-4e58-aea6-e49a30146a92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:46.243700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:46.293473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event deleted for resources: {'Port': ['ID=5867537b-0670-4589-a2af-93cafd6ac8ff,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:46.296249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:46.365237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:46.414302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:46.415557 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "DELETE /v2.0/floatingips/11624879-829e-423f-9dbc-a415e84224e8 HTTP/1.1" status: 204 len: 168 time: 1.1939216 Apr 22 16:34:46.529201 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:46.813093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46136) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:46.818769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535588777', 'description': 'tempest-description--2045675550'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:34:46.826077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:34:46.830397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:34:46.833499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:34:46.839991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:34:46.877346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:46.899522 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:34:46.904336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group_rule and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:34:46.907215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:34:46.913105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:34:46.986048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.017968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.023774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-22763782-a730-4e67-8fed-4e343a3577db tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:47.067476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec91e625-fcd0-4b38-825f-76811abb9305,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:47.070284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:47.092067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.093454 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2792504 Apr 22 16:34:47.096413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46140) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:47.101934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'security_group_rule': {'security_group_id': 'ec91e625-fcd0-4b38-825f-76811abb9305', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:34:47.109251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:34:47.113364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group_rule and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:34:47.116393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:34:47.122461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:34:47.174718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.306048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.331637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.333857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e2e8e8a8-f55c-41fb-b606-a2067dc5aaed tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:47.358182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cae63e-9d64-45e2-b408-1456ff49d5bd,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:47.360796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:47.388916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.390215 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b6a60c8f-df27-4094-9cc5-4af09702692e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927592 Apr 22 16:34:47.393560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46144) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:47.399228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'security_group_rule': {'security_group_id': 'ec91e625-fcd0-4b38-825f-76811abb9305', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:34:47.407807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:34:47.411780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:security_group_rule and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:34:47.414860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:34:47.421964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:34:47.467932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.536618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.560506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.589012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.591703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e71b0413-3530-4b8d-8477-8e72162bc4aa tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:47.616236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4fb41b-3895-4680-b911-9e1a6eb3c42d,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:47.621135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:47.663291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.664868 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a74a4742-27de-43b3-b34f-d20290eab8ec tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700782 Apr 22 16:34:47.668988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46148) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:34:47.674498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:34:47.681206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:34:47.685370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:floatingip and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:34:47.688448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:34:47.694435 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:34:47.731971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:47.878960 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:48.030540 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Allocated IP 172.27.3.220 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/da0f6bbb-eb47-4859-9b49-4b9478473742) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:34:48.189014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:48.253203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:48.257756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f5be271a-3850-4353-9cb7-c8d82694c40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:48.325742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:34:48.329343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:34:48.333484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:34:48.378413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'Port': ['ID=da0f6bbb-eb47-4859-9b49-4b9478473742,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:48.382915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:48.431887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:48.526606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:48.755469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:48.789316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:48.794961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-afb08d3f-ff3f-4ef3-bd0b-64a219fd0f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:48.909314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'Port': ['ID=da0f6bbb-eb47-4859-9b49-4b9478473742,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:48.913920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:48.924448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:49.006695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:49.008046 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3380327 Apr 22 16:34:49.505738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-38094562-c55e-4031-b962-cec4b4a1e33d req-b221b598-d929-4d80-bbb8-b40ccc1fa44d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:34:49.549191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-38094562-c55e-4031-b962-cec4b4a1e33d req-b221b598-d929-4d80-bbb8-b40ccc1fa44d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:34:49.550533 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-b221b598-d929-4d80-bbb8-b40ccc1fa44d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1535588777&fields=id&tenant_id=2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 267 time: 0.3197997 Apr 22 16:34:49.726362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-089ed329-da44-47a5-a9a9-b55459570ffa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:49.727930 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-089ed329-da44-47a5-a9a9-b55459570ffa tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 817 time: 0.1694839 Apr 22 16:34:49.744974 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-d7f80f29-c0d3-4e61-b34f-04b461cd382f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/quotas/2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 375 time: 0.0100396 Apr 22 16:34:49.845980 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-7c5cdf22-718e-4ab9-8b45-f0ba9688f991 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945981 Apr 22 16:34:50.083107 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-18aa83a8-fb72-4733-ac3d-6360ccc84ed8 service neutron] 10.222.0.10 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181892 Apr 22 16:34:50.250478 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-902af7c9-f50e-45bf-8552-03e7a75bf782 service neutron] 10.222.0.10 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556005 Apr 22 16:34:50.510217 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-51117020-70b7-43eb-be9d-ef57f472dd54 req-47e0581c-ce10-4274-bde6-9c7930f49146 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 210 time: 0.0654907 Apr 22 16:34:51.707524 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94531915-3c5b-4a08-8994-66870b9b0f67 req-ddf68d5c-54a5-4d6f-9675-74ae5aa32a7d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 210 time: 0.0575051 Apr 22 16:34:52.278175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-403b2c73-0400-4b68-9fcb-fca477f28873 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:52.279671 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-403b2c73-0400-4b68-9fcb-fca477f28873 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 817 time: 0.1787357 Apr 22 16:34:52.376122 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-013360c9-c65a-4b98-8d60-beae3d67f4a3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 380 time: 0.0555725 Apr 22 16:34:52.387531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'port': {'device_id': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'admin_state_up': True, 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'security_groups': ['ec91e625-fcd0-4b38-825f-76811abb9305']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:34:52.568283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:34:52.572903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Usage tracker for resource:port and tenant:2dc631ec763f43c5b439665925552ced is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:34:52.577694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:34:52.583929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:34:52.624058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Made reservation on behalf of 2dc631ec763f43c5b439665925552ced for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:34:52.633286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:52.838577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Allocated IP 172.20.0.11 (22ad9635-e8a2-4b02-859f-9814b3cf4838/fa818441-cc39-4c70-b48f-a39b36b5aab9/c9821195-c023-4bab-8104-df18060ae5f4) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:34:52.912089 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9f0d8e28-5e0e-4fad-b940-65e3c4972463 req-0bff83cb-fb8f-40df-ae02-a3136043fea9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 210 time: 0.0623257 Apr 22 16:34:53.135676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:53.153576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Transition to ACTIVE for port object c9821195-c023-4bab-8104-df18060ae5f4 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:34:53.224328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:53.231147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:53.328498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:34:53.332421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:34:53.336721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:34:53.383462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:53.389544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:53.429307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:53.430470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:53.516301 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1340644 Apr 22 16:34:53.539393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Request body: {'port': {'device_id': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:34:53.577476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:34:53.674012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:53.684170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-b4b2df06-a6f8-4496-8e1e-fd32c29f66b7 None None] Provisioning for port c9821195-c023-4bab-8104-df18060ae5f4 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:34:53.690532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-b4b2df06-a6f8-4496-8e1e-fd32c29f66b7 None None] Provisioning complete for port c9821195-c023-4bab-8104-df18060ae5f4 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:34:53.690952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b4b2df06-a6f8-4496-8e1e-fd32c29f66b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:53.755049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2df06-a6f8-4496-8e1e-fd32c29f66b7 None None] Port c9821195-c023-4bab-8104-df18060ae5f4 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:34:54.190461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9821195-c023-4bab-8104-df18060ae5f4 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:34:54.202471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:54.246113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Transition to ACTIVE for port object c9821195-c023-4bab-8104-df18060ae5f4 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:34:54.258375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6023f-8d97-4a16-8ec9-4e6988f4b25e req-79eb112f-7ad6-4ee7-9797-f9dc2150a14e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:54.259185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-5fd6023f-8d97-4a16-8ec9-4e6988f4b25e req-79eb112f-7ad6-4ee7-9797-f9dc2150a14e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:34:54.283287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:54.288739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:54.346336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-5fd6023f-8d97-4a16-8ec9-4e6988f4b25e req-79eb112f-7ad6-4ee7-9797-f9dc2150a14e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:34:54.347639 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5fd6023f-8d97-4a16-8ec9-4e6988f4b25e req-79eb112f-7ad6-4ee7-9797-f9dc2150a14e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 932 time: 0.2748442 Apr 22 16:34:54.458874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:54.466210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:54.579730 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5fd6023f-8d97-4a16-8ec9-4e6988f4b25e req-38d2c12f-7cb7-46cb-b629-ef2fa63e28dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218387 Apr 22 16:34:54.691150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Attempting to bind port c9821195-c023-4bab-8104-df18060ae5f4 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:34:54.691615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Attempting to bind port c9821195-c023-4bab-8104-df18060ae5f4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:34:54.691991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Attempting to bind port c9821195-c023-4bab-8104-df18060ae5f4 on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:34:54.706564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Port c9821195-c023-4bab-8104-df18060ae5f4 on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:34:54.706930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Attempting to bind port c9821195-c023-4bab-8104-df18060ae5f4 on network 22ad9635-e8a2-4b02-859f-9814b3cf4838 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:34:54.716583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:34:54.716881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Checking segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:34:54.717310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Bound using segment: {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:34:54.717784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Bound port: c9821195-c023-4bab-8104-df18060ae5f4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ef3203-68bc-4df4-9970-fad1c55c52d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:34:54.718172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:54.846414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483ff7f-7731-4dc5-81ed-426ae6a89e19 req-ab893196-e304-4671-9825-5cddb40ec16a tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:54.848122 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6483ff7f-7731-4dc5-81ed-426ae6a89e19 req-ab893196-e304-4671-9825-5cddb40ec16a tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.2050488 Apr 22 16:34:54.877270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:34:54.899476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:34:54.908901 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6483ff7f-7731-4dc5-81ed-426ae6a89e19 req-90fb8fb6-e217-4878-89a4-0f3a0b9d4c06 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540740 Apr 22 16:34:54.929665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:54.935627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ba4b231b-64ce-4ea5-8926-07aec5a401cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:54.999399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:55.000093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:55.001740 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] 10.222.0.26 "PUT /v2.0/ports/c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 200 len: 1094 time: 1.4684868 Apr 22 16:34:55.002311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:34:55.037123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:55.042136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:34:55.072253 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4', 'status': 'completed', 'code': 200} Apr 22 16:34:55.209043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb766e27-3068-434f-9e7e-053ea271b3fe req-7767bb6c-b4db-456b-9c12-978f951ce19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:55.210670 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cb766e27-3068-434f-9e7e-053ea271b3fe req-7767bb6c-b4db-456b-9c12-978f951ce19f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1097 time: 0.0942109 Apr 22 16:34:55.395685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb766e27-3068-434f-9e7e-053ea271b3fe req-3a4f1019-79e1-4f69-9dcb-ec4666464050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:55.397319 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cb766e27-3068-434f-9e7e-053ea271b3fe req-3a4f1019-79e1-4f69-9dcb-ec4666464050 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2dc631ec763f43c5b439665925552ced&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1708910 Apr 22 16:34:55.561322 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb766e27-3068-434f-9e7e-053ea271b3fe req-061f2abb-1a5b-4e24-aea6-e1eb5c9ef479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:55.563918 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cb766e27-3068-434f-9e7e-053ea271b3fe req-061f2abb-1a5b-4e24-aea6-e1eb5c9ef479 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583064 Apr 22 16:34:55.717453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-be799a01-2d62-4d42-9810-d1d1c3d8c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:55.719091 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-be799a01-2d62-4d42-9810-d1d1c3d8c2bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1097 time: 0.0939524 Apr 22 16:34:56.113671 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-39d0dced-e553-40d0-b251-81e526f360f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 200 len: 217 time: 0.3490062 Apr 22 16:34:56.228869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-048c2ee2-bb46-44fb-921e-57f7971533e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:56.230673 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-048c2ee2-bb46-44fb-921e-57f7971533e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.1080830 Apr 22 16:34:56.312580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650881-619d-4e2d-9ab0-a5c026a974b6 req-9452d6df-e27c-45c9-a6d7-b70c388acf30 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:56.314264 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a8650881-619d-4e2d-9ab0-a5c026a974b6 req-9452d6df-e27c-45c9-a6d7-b70c388acf30 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.5920777 Apr 22 16:34:56.323021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa564f-0a42-4532-8cc8-29fa2838af31 req-e84c002c-338f-48b8-a0bb-208e9dbe3c48 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:56.325276 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e6fa564f-0a42-4532-8cc8-29fa2838af31 req-e84c002c-338f-48b8-a0bb-208e9dbe3c48 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.2682872 Apr 22 16:34:56.420828 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a8650881-619d-4e2d-9ab0-a5c026a974b6 req-3585bdae-2b2a-438d-9250-38240e27aca9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932999 Apr 22 16:34:56.435658 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e6fa564f-0a42-4532-8cc8-29fa2838af31 req-a46d9a2c-8e91-48ea-a087-99507d5ecf0e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885673 Apr 22 16:34:56.442211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38094562-c55e-4031-b962-cec4b4a1e33d req-e504eb5b-8a7c-4a35-81fb-214bf73c4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:56.443932 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-e504eb5b-8a7c-4a35-81fb-214bf73c4d42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2049820 Apr 22 16:34:56.595050 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-b3b12ce5-cabb-4b02-965a-336a0b1a91ca service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435437 Apr 22 16:34:56.743438 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38094562-c55e-4031-b962-cec4b4a1e33d req-3a861945-67be-4a2a-980e-9775cd588fa8 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401427 Apr 22 16:34:57.769736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27378-a002-431d-ad8d-d7bcab598ed6 req-6e3204de-7f30-40ea-8fcf-12bd8643e87d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:57.771159 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ad27378-a002-431d-ad8d-d7bcab598ed6 req-6e3204de-7f30-40ea-8fcf-12bd8643e87d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1739423 Apr 22 16:34:57.783029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564efd3-b9b8-45a2-8df4-688d3a33afb9 req-c9d436cf-7b39-42a1-bff8-bdf1f3f976f0 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:57.784748 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f564efd3-b9b8-45a2-8df4-688d3a33afb9 req-c9d436cf-7b39-42a1-bff8-bdf1f3f976f0 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1367261 Apr 22 16:34:57.866276 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ad27378-a002-431d-ad8d-d7bcab598ed6 req-3a68ecf3-1e60-4cf6-b69f-0eb60181d8c7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804000 Apr 22 16:34:57.875522 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f564efd3-b9b8-45a2-8df4-688d3a33afb9 req-52d46461-10e8-4616-a4a5-b0276895da23 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728397 Apr 22 16:34:59.166922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca96b84-613a-4331-9e09-e61e8751b102 req-ede56a72-7a90-4f91-8748-99e724ff8678 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:59.168625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0ca96b84-613a-4331-9e09-e61e8751b102 req-ede56a72-7a90-4f91-8748-99e724ff8678 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1627123 Apr 22 16:34:59.182439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e121a-b359-4cca-9e49-46b3c1a4cc65 req-2934d9d9-9817-4c0c-b14c-15ba17b263fb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:34:59.184295 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6d3e121a-b359-4cca-9e49-46b3c1a4cc65 req-2934d9d9-9817-4c0c-b14c-15ba17b263fb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1348288 Apr 22 16:34:59.208270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:34:59.256063 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0ca96b84-613a-4331-9e09-e61e8751b102 req-4269a5af-f551-41ad-9291-81ba2e9317fe tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706515 Apr 22 16:34:59.300502 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6d3e121a-b359-4cca-9e49-46b3c1a4cc65 req-31d84dbd-89f6-423d-ab62-6949851827c6 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917809 Apr 22 16:34:59.397249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:34:59.412772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'c9821195-c023-4bab-8104-df18060ae5f4', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'port_id': 'c9821195-c023-4bab-8104-df18060ae5f4', 'mac_address': 'fa:16:3e:8e:23:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:34:59.474136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:59.492621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9821195-c023-4bab-8104-df18060ae5f4 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:34:59.509521 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:34:59.546174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:59.548370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f2f8f0d5-e33a-4c27-bf6f-364fcecfa178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:34:59.626782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:34:59.634909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.635295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.635751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.636774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.637153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.637564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.637971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.638305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.638692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.639065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.639428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.639794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:34:59.644204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:35:00.046629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['c9821195-c023-4bab-8104-df18060ae5f4'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:35:00.581850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59e6b6-8152-477b-9c5b-9c15e3052dd1 req-ed2f2ddb-2764-4695-b728-f22e90db607b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:00.583610 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bb59e6b6-8152-477b-9c5b-9c15e3052dd1 req-ed2f2ddb-2764-4695-b728-f22e90db607b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 945 time: 0.1757772 Apr 22 16:35:00.603363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91746406-39e8-47f3-8eda-df891fbe2584 req-39aa6447-17c3-4781-9853-935ab20133df tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:00.605311 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-91746406-39e8-47f3-8eda-df891fbe2584 req-39aa6447-17c3-4781-9853-935ab20133df tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1516931 Apr 22 16:35:00.695543 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bb59e6b6-8152-477b-9c5b-9c15e3052dd1 req-f937709f-76dc-439a-8c81-92f8cf356b0d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035385 Apr 22 16:35:00.702726 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-91746406-39e8-47f3-8eda-df891fbe2584 req-abbd0b2e-ee16-4032-99c6-c11e0645cfce tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823681 Apr 22 16:35:01.216650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:35:01.252154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:01.334482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port c9821195-c023-4bab-8104-df18060ae5f4 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:35:01.341296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port c9821195-c023-4bab-8104-df18060ae5f4 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:35:01.341758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:01.472777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:01.501750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:35:01.513007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:35:01.551609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:01.553808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:35:01.591986 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4', 'code': 200} Apr 22 16:35:01.630185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:35:01.633294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:35:02.070857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26546-4bf2-41dd-a499-38c7854b3166 req-d897cfcc-3e2f-4aab-95c8-1e351b5fb61d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:02.072497 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96c26546-4bf2-41dd-a499-38c7854b3166 req-d897cfcc-3e2f-4aab-95c8-1e351b5fb61d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.2338288 Apr 22 16:35:02.084428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28745f-af1c-4da9-92d3-a4bcb053ab4d req-6bf330d5-5a1f-4f4a-8d9d-9a2699fc6393 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:02.085983 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6e28745f-af1c-4da9-92d3-a4bcb053ab4d req-6bf330d5-5a1f-4f4a-8d9d-9a2699fc6393 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2080088 Apr 22 16:35:02.114928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abb452-29e6-42e7-8e1b-a0d8f86e7c3e req-481cbed3-6108-40eb-a3f3-20e1e1b00cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:02.117719 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-51abb452-29e6-42e7-8e1b-a0d8f86e7c3e req-481cbed3-6108-40eb-a3f3-20e1e1b00cff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1099 time: 0.1875768 Apr 22 16:35:02.196358 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96c26546-4bf2-41dd-a499-38c7854b3166 req-6c4347b6-361c-4e34-8cce-c45252c35230 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092875 Apr 22 16:35:02.211542 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6e28745f-af1c-4da9-92d3-a4bcb053ab4d req-cac8bed5-5043-4a7e-b77c-6b593eddfabb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030874 Apr 22 16:35:02.220234 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-51abb452-29e6-42e7-8e1b-a0d8f86e7c3e req-78903794-fede-4e16-97bc-eb68c05c23e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856988 Apr 22 16:35:03.547284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e6885-c935-4127-bced-e341b2c998c1 req-4f273218-ccdf-4d45-a1d8-6cd622a41ed9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:03.548850 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-417e6885-c935-4127-bced-e341b2c998c1 req-4f273218-ccdf-4d45-a1d8-6cd622a41ed9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1851928 Apr 22 16:35:03.559690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a6b7c-c779-40b1-98e5-ee2bf57b1e56 req-5a11e80c-5620-4034-b487-f51d556bceae tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:03.561291 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-943a6b7c-c779-40b1-98e5-ee2bf57b1e56 req-5a11e80c-5620-4034-b487-f51d556bceae tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1944096 Apr 22 16:35:03.641977 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-417e6885-c935-4127-bced-e341b2c998c1 req-7af6e5f7-ebf5-4dd9-b14d-7385e781a134 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793641 Apr 22 16:35:03.649857 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-943a6b7c-c779-40b1-98e5-ee2bf57b1e56 req-9e375593-3a05-4572-aa0e-0b10aed6f107 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677483 Apr 22 16:35:04.933549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509baa9-abad-4d8d-ae5a-9b90eecc4f44 req-eb1e309b-5d26-41e2-b91e-3c96f587301d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:04.935090 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6509baa9-abad-4d8d-ae5a-9b90eecc4f44 req-eb1e309b-5d26-41e2-b91e-3c96f587301d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1590986 Apr 22 16:35:04.947424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d8ccc-b65a-44a1-89e1-455523002851 req-8ca31401-7a00-4744-8a78-c5d16e4e0979 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:04.949588 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a12d8ccc-b65a-44a1-89e1-455523002851 req-8ca31401-7a00-4744-8a78-c5d16e4e0979 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1324282 Apr 22 16:35:05.029421 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6509baa9-abad-4d8d-ae5a-9b90eecc4f44 req-594d248a-a149-457b-94b8-16e9066de460 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787816 Apr 22 16:35:05.037519 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a12d8ccc-b65a-44a1-89e1-455523002851 req-96cb53a3-ec11-4aff-ab71-ee2e3f05e56e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698740 Apr 22 16:35:05.261200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405df585-4ebd-40fe-b098-34ea1fa95990 req-3b39bf84-ed8f-4c71-a3ef-e5bdf8670b4d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:05.263064 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-405df585-4ebd-40fe-b098-34ea1fa95990 req-3b39bf84-ed8f-4c71-a3ef-e5bdf8670b4d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.0994518 Apr 22 16:35:05.274605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46250) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:35:05.283501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Request body: {'floatingip': {'port_id': 'c9821195-c023-4bab-8104-df18060ae5f4'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:35:05.369178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:06.002655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:06.049043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:06.240761 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Floating IP 815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3 associated. External IP: 172.27.3.220, port: c9821195-c023-4bab-8104-df18060ae5f4. Apr 22 16:35:06.260829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e6c9f-e7f0-42ab-a1ed-1cea96482050 req-c7277495-21f7-4fb9-8c8f-a42cbe21adee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:06.263512 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c47e6c9f-e7f0-42ab-a1ed-1cea96482050 req-c7277495-21f7-4fb9-8c8f-a42cbe21adee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1020594 Apr 22 16:35:06.325386 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c47e6c9f-e7f0-42ab-a1ed-1cea96482050 req-ad484b97-7f9f-472c-81c3-6c6ddacf5fb6 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504787 Apr 22 16:35:06.638360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Router cc562328-6c54-4fb6-bb82-c069fb610772 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:35:06.835222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c5bae-943a-48b2-ad06-926a71d3cdab req-8904f5ef-5255-4774-a07f-e55cb34e8d4f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:06.837229 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-412c5bae-943a-48b2-ad06-926a71d3cdab req-8904f5ef-5255-4774-a07f-e55cb34e8d4f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1047587 Apr 22 16:35:06.849844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:35:06.855026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:06.861270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] Sync routers for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:35:06.872881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:35:06.873654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:34:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:35:06.922160 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-30bfc3ad-d1df-467c-81a7-8d67b32a64fb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "PUT /v2.0/floatingips/815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3 HTTP/1.1" status: 200 len: 992 time: 1.6454518 Apr 22 16:35:06.922782 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:35:06.946495 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-412c5bae-943a-48b2-ad06-926a71d3cdab req-6d441ff6-5493-44e8-9e8d-54655f27770e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016245 Apr 22 16:35:06.991979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-1c84384d-a291-406c-a84a-1bb6e7506a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:06.995363 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-1c84384d-a291-406c-a84a-1bb6e7506a6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1099 time: 0.1130428 Apr 22 16:35:07.023118 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4', 'status': 'completed', 'code': 200} Apr 22 16:35:07.104891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:35:07.158013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-8de4f726-aae6-4c23-90ba-1a4f74093e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:07.159837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-8de4f726-aae6-4c23-90ba-1a4f74093e98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1099 time: 0.0881433 Apr 22 16:35:07.161765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-6daa3403-016e-41d9-9083-38146f89d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:07.163087 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-6daa3403-016e-41d9-9083-38146f89d8c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.1609855 Apr 22 16:35:07.287519 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-00e5ee9f-c712-445f-990c-e4b29d435238 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 1002 time: 0.1151197 Apr 22 16:35:07.365186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-88b13d0c-f3af-44e0-ae36-e8820aecdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:07.366776 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-88b13d0c-f3af-44e0-ae36-e8820aecdba4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0721948 Apr 22 16:35:07.384668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-29ae9e88-10f2-4ffe-8353-70add7463872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:07.387699 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-29ae9e88-10f2-4ffe-8353-70add7463872 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.2159536 Apr 22 16:35:07.454798 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-fac3064b-aa0d-4203-b4db-0309d6560f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:07.456432 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-fac3064b-aa0d-4203-b4db-0309d6560f4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834272 Apr 22 16:35:07.522574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'port_id': 'c9821195-c023-4bab-8104-df18060ae5f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'mac_address': 'fa:16:3e:8e:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:34:48Z', 'updated_at': '2021-04-22T16:35:05Z', 'revision_number': 1, 'project_id': '2dc631ec763f43c5b439665925552ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:35:07.528243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] Checking router: cc562328-6c54-4fb6-bb82-c069fb610772 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:35:07.539523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:35:07.540413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:34:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:35:07.623813 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-fa97bdbb-7830-4605-848a-9d5d9b4e5a31 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602228 Apr 22 16:35:07.738666 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-26316a2a-cd87-43fc-a615-923782cbaa40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 200 len: 1000 time: 0.3443122 Apr 22 16:35:07.748116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:35:07.788152 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb9297a3-41d1-41b3-bf2d-56c9584eeab2 req-4b4ede8b-436e-40ce-b9af-b4b57648e21e service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539693 Apr 22 16:35:07.826898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-62636ad8-c1e1-4705-9b12-87e59f56b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:07.829121 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-62636ad8-c1e1-4705-9b12-87e59f56b39c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0841880 Apr 22 16:35:07.927677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-9ccd5cc4-e77a-454a-9145-8ac54729e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:07.929711 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-9ccd5cc4-e77a-454a-9145-8ac54729e550 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852916 Apr 22 16:35:08.103608 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-0efb213a-87d6-407f-87d0-7b9eab069c7b service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583059 Apr 22 16:35:08.243139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956875-f423-42d1-900d-a5b02b3e1f8d req-87c6b4d1-b229-4eaf-9dcb-98e2a209b1ad tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:08.246769 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-40956875-f423-42d1-900d-a5b02b3e1f8d req-87c6b4d1-b229-4eaf-9dcb-98e2a209b1ad tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1618097 Apr 22 16:35:08.337080 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-261e98cb-6c8b-45b7-a38d-78fe9a09c9b7 req-43a54ed1-3d6f-4e6d-893a-a45967e439a2 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259197 Apr 22 16:35:08.363812 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-40956875-f423-42d1-900d-a5b02b3e1f8d req-4e19ab93-341b-439b-b9bf-9ea0d2e6b2c4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028218 Apr 22 16:35:08.378342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'port_id': 'c9821195-c023-4bab-8104-df18060ae5f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'mac_address': 'fa:16:3e:8e:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:34:48Z', 'updated_at': '2021-04-22T16:35:05Z', 'revision_number': 1, 'project_id': '2dc631ec763f43c5b439665925552ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:35:08.383381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f29f6a-b911-49b3-b4ef-ad67c690810a None None] The sync data for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi is: [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'port_id': 'c9821195-c023-4bab-8104-df18060ae5f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'mac_address': 'fa:16:3e:8e:23:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:34:48Z', 'updated_at': '2021-04-22T16:35:05Z', 'revision_number': 1, 'project_id': '2dc631ec763f43c5b439665925552ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:35:08.656053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584ba23-eb72-4854-b105-e38708bc804d None None] New status for floating IP 815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:35:09.584755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae917973-c967-454e-a4c9-0031eacb1d9c req-23d987b5-8034-4154-975a-7a965340e759 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:09.586327 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ae917973-c967-454e-a4c9-0031eacb1d9c req-23d987b5-8034-4154-975a-7a965340e759 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.0979533 Apr 22 16:35:09.637467 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ae917973-c967-454e-a4c9-0031eacb1d9c req-f466ba0d-a130-48cd-8d43-2fac836831e9 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Apr 22 16:35:13.002952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae79c-ad33-4234-b64e-479a45affe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:15.223409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-871eac5c-78a3-49a4-8e70-612eb2a73e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:16.237409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:16.543476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:17.589059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:30.576867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:35:31.260511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:41.163412 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-48d398dd-5f47-49c0-bf81-fe699cf8ef29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821245 Apr 22 16:35:41.336956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-48cf558d-3657-4194-9f38-0ce971756056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:41.338543 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-48cf558d-3657-4194-9f38-0ce971756056 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 1099 time: 0.0782509 Apr 22 16:35:41.498793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-b042ee07-0aa7-4637-8dc3-9c31f4364df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:41.500351 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-b042ee07-0aa7-4637-8dc3-9c31f4364df9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.1412616 Apr 22 16:35:41.614925 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-7f27489f-1540-4ed1-a3e5-f0a31b364119 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 200 len: 1002 time: 0.1077237 Apr 22 16:35:41.685174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-2dbbae42-1b14-45c2-bafa-96ec19b867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:41.686795 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-2dbbae42-1b14-45c2-bafa-96ec19b867a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0659628 Apr 22 16:35:41.772973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-86444427-b77a-451f-9f88-3f4b556c6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:35:41.774461 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-86444427-b77a-451f-9f88-3f4b556c6f86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804927 Apr 22 16:35:41.919303 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-f4b04679-75de-4b8c-a66a-f4599115ea30 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376970 Apr 22 16:35:42.067152 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e76285e8-c5fa-43af-89fc-668700dc5358 req-3ea9ef69-61a3-4af8-86cd-12f7ed286309 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413419 Apr 22 16:35:43.007576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-95edafac-8a29-4a5d-bd1f-8be1d304c2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:45.219803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7d126113-27f3-44aa-8774-9a388a732969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:46.230534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:46.539602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:35:47.571509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:01.322359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:07.576420 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:36:13.023618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3be4205-219d-497f-8fb7-271e63a6a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:13.995400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c06aae-7763-4ff8-a2cf-9bb299e1f881 req-772f42d7-cf87-4619-a69f-2843edf9ce8b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:13.997718 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e9c06aae-7763-4ff8-a2cf-9bb299e1f881 req-772f42d7-cf87-4619-a69f-2843edf9ce8b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.2059045 Apr 22 16:36:14.065497 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e9c06aae-7763-4ff8-a2cf-9bb299e1f881 req-35789c3f-40c1-4cd3-896c-bc8baa76d8d2 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591581 Apr 22 16:36:14.203873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518066e1-e2c5-48fe-83cc-d3729635298c req-8384a5de-cf09-4853-9b4c-9992feae1198 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:14.205671 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-518066e1-e2c5-48fe-83cc-d3729635298c req-8384a5de-cf09-4853-9b4c-9992feae1198 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1761682 Apr 22 16:36:14.268965 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-518066e1-e2c5-48fe-83cc-d3729635298c req-5ce09031-82d5-4c5b-97dc-21294fdeeb53 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566266 Apr 22 16:36:15.333687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-fa37a814-1d7f-40d5-8016-27aab6aab548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:15.372437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254b5f0-be7a-4133-b619-a7f6c1968c61 req-6d44942b-0eeb-446d-905a-a9c0609adecc tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:15.372437 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3254b5f0-be7a-4133-b619-a7f6c1968c61 req-6d44942b-0eeb-446d-905a-a9c0609adecc tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1519916 Apr 22 16:36:15.611366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-dcd46285-0bc0-4fcc-8936-9823a79fb99d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:15.613995 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-dcd46285-0bc0-4fcc-8936-9823a79fb99d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1580446 Apr 22 16:36:15.713640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Deleting port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:36:15.714042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:15.802679 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3254b5f0-be7a-4133-b619-a7f6c1968c61 req-83ebc9d1-1e81-4ec2-8b92-f04a0fca8591 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289439 Apr 22 16:36:15.859947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1fbb8-1b14-4e77-9fea-b3180fb443ae req-3d8cfe00-3e11-41c3-b6cc-f11a834d48da tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:15.863032 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-90b1fbb8-1b14-4e77-9fea-b3180fb443ae req-3d8cfe00-3e11-41c3-b6cc-f11a834d48da tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 946 time: 0.1520715 Apr 22 16:36:15.939538 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-90b1fbb8-1b14-4e77-9fea-b3180fb443ae req-f5d3caf0-3fba-4d8f-912f-161833913032 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584102 Apr 22 16:36:16.035260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] For port 4801393f-39ac-4fa9-b47d-a67fa9fd8783, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4801393f-39ac-4fa9-b47d-a67fa9fd8783,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:16.035760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:16.266125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:16.383504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:16.384164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:16.384365 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Floating IP 1e0254e0-482b-4314-b811-09f9f4505ee5 disassociated. External IP: 172.27.3.245, port: 4801393f-39ac-4fa9-b47d-a67fa9fd8783. Apr 22 16:36:16.384643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Calling delete_port for 4801393f-39ac-4fa9-b47d-a67fa9fd8783 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:36:16.590370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:16.708301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:16.715456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:16.769488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event deleted for resources: {'Port': ['ID=4801393f-39ac-4fa9-b47d-a67fa9fd8783,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:16.784073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.784530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.784950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.785364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.785791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.786204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.786607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.787008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.787410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.787808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.788261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.788661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:16.848130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:17.021234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Router 71798293-5b9f-4e62-a346-b48b0456fb69 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:36:17.147054 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-985b75b7-0448-44f8-9d18-faefc673b5b9 req-60c2b11d-2254-4fe0-b0af-84de32a5cbc0 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 210 time: 0.0556667 Apr 22 16:36:17.174003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728d6c8-a7ae-4ff5-9570-5fd30983ec83 req-26e118e0-6b2c-4cb4-a20e-75543fc6e57b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:17.174003 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9728d6c8-a7ae-4ff5-9570-5fd30983ec83 req-26e118e0-6b2c-4cb4-a20e-75543fc6e57b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1908774 Apr 22 16:36:17.237149 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9728d6c8-a7ae-4ff5-9570-5fd30983ec83 req-a8f7dedf-98a0-41a2-8bc9-301afcba22fa tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598240 Apr 22 16:36:17.294888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:36:17.313803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] Sync routers for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:36:17.338529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:36:17.339695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:17.431689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] No DVR routers for this DVR port 4801393f-39ac-4fa9-b47d-a67fa9fd8783 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:36:17.434339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:17.438789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'name': 'network-vif-deleted', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:17.494393 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-10d2e6b2-7c90-4ff4-a574-3a5a5b52920c req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "DELETE /v2.0/ports/4801393f-39ac-4fa9-b47d-a67fa9fd8783 HTTP/1.1" status: 204 len: 173 time: 1.8746629 Apr 22 16:36:17.513090 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7741db14-65d6-4c87-8c35-6f1f823605cd', 'name': 'network-vif-deleted', 'tag': '4801393f-39ac-4fa9-b47d-a67fa9fd8783', 'status': 'completed', 'code': 200} Apr 22 16:36:17.566211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:36:17.627117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:17.941628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:17.946300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] Checking router: 71798293-5b9f-4e62-a346-b48b0456fb69 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:36:17.956694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:36:17.957629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:18.151210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:36:18.392458 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c62ce2c9-065b-4077-8d74-db07bfa53a0e req-69b2eb2b-87fe-499c-b4b4-772532b4ae43 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=7741db14-65d6-4c87-8c35-6f1f823605cd HTTP/1.1" status: 200 len: 210 time: 0.0909755 Apr 22 16:36:18.518020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5585e6e-4030-4931-a547-229fc7aaef98 req-81fcc080-cbda-4d85-9619-d19a17f09e0c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:18.519746 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d5585e6e-4030-4931-a547-229fc7aaef98 req-81fcc080-cbda-4d85-9619-d19a17f09e0c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1050522 Apr 22 16:36:18.562570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:18.567900 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417cd4e-79fe-49ca-a8c7-04936eeead64 None None] The sync data for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi is: [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:36:18.580699 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d5585e6e-4030-4931-a547-229fc7aaef98 req-07ab4111-0e32-433e-ab3c-e5ed281f74cc tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533860 Apr 22 16:36:18.935666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da7bc4-bbbe-4506-8e8f-2f628950d4a8 None None] New status for floating IP 1e0254e0-482b-4314-b811-09f9f4505ee5: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:36:19.533396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 4801393f-39ac-4fa9-b47d-a67fa9fd8783 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:36:19.573093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 4801393f-39ac-4fa9-b47d-a67fa9fd8783 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:36:19.573490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 4801393f-39ac-4fa9-b47d-a67fa9fd8783 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:36:19.589971 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46432) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:19.679614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:19.716389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:19.847729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e494b-b615-4fee-aa2e-f48734931918 req-3b25fdd6-8492-4083-9f37-871afc01dbc6 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:19.849390 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a40e494b-b615-4fee-aa2e-f48734931918 req-3b25fdd6-8492-4083-9f37-871afc01dbc6 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1366951 Apr 22 16:36:19.878209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:19.884845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2f6f32ce-f666-47ac-8b34-88eea8f3f558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:19.913779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5b8b3-fe94-44b5-9253-5079a6ae0c16,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:19.927176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.927597 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.928014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.928472 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.928881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.929285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.929685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.930090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.930493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.930890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.931288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.931687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:19.938297 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a40e494b-b615-4fee-aa2e-f48734931918 req-61067a6f-a737-4bc0-8b54-dfc8212d2af6 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822465 Apr 22 16:36:19.939339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:19.984939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:19.986187 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4d955b17-0378-4b3e-bac7-d93e64889988 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "DELETE /v2.0/security-groups/e9b5b8b3-fe94-44b5-9253-5079a6ae0c16 HTTP/1.1" status: 204 len: 168 time: 0.3951285 Apr 22 16:36:19.989337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46438) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:20.007320 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.v2.resource [None req-dbf77477-024c-4dff-bccc-820a10f56cc4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] show failed (client error): The resource could not be found. Apr 22 16:36:20.008542 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-dbf77477-024c-4dff-bccc-820a10f56cc4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups/e9b5b8b3-fe94-44b5-9253-5079a6ae0c16 HTTP/1.1" status: 404 len: 347 time: 0.0182643 Apr 22 16:36:20.012941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46442) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:20.235666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Deleting port e9a807e8-bce3-4455-a226-07994be2ba51 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:36:20.235955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:20.442734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:20.443255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:20.591711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Calling delete_port for e9a807e8-bce3-4455-a226-07994be2ba51 owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:36:20.790512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:20.796939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:20.845493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event deleted for resources: {'Port': ['ID=e9a807e8-bce3-4455-a226-07994be2ba51,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:20.849851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:20.955193 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:20.971821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:20.973144 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-da500f4b-642a-4119-a90b-8fd285d35e26 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "DELETE /v2.0/floatingips/1e0254e0-482b-4314-b811-09f9f4505ee5 HTTP/1.1" status: 204 len: 168 time: 0.9587860 Apr 22 16:36:21.181409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b6e4-cdcf-4d01-8192-c832272b6ef7 req-7173c8de-e142-4567-8832-4c94fa06cb39 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:21.183081 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a667b6e4-cdcf-4d01-8192-c832272b6ef7 req-7173c8de-e142-4567-8832-4c94fa06cb39 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1088288 Apr 22 16:36:21.253081 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a667b6e4-cdcf-4d01-8192-c832272b6ef7 req-edd9352b-565c-4899-b673-62176e770540 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618713 Apr 22 16:36:21.527144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46454) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:21.535336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459386778', 'description': 'tempest-description--2052432800'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:21.544461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:36:21.550448 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:36:21.553777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:36:21.560050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:36:21.611302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:21.640646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:36:21.645046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group_rule and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:36:21.648210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:36:21.654871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:36:21.869689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:21.904070 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:21.910778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e8b16127-8120-4009-b5fb-c8ae180dcfb0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:21.958026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:21.960964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:22.001250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.002905 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4744270 Apr 22 16:36:22.006239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46458) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:22.012050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'security_group_rule': {'security_group_id': 'a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:22.019248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:36:22.023846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group_rule and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:36:22.028756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:36:22.040937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:36:22.101411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.169207 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.199524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.201753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:22.239837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c259ed-169e-4ffb-9987-4699f2c87d91,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:22.242588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:22.296760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.298815 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d272088c-e360-49fd-b6db-58a12cf1ffa2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2908618 Apr 22 16:36:22.301381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46464) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:22.307300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'security_group_rule': {'security_group_id': 'a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:22.314680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:36:22.318351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:security_group_rule and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:36:22.321524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:36:22.328543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:36:22.378147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.518790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.536183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08a80b-9db2-4c5d-a04c-0a302a2761d7 req-4dfd7d05-57bb-4db2-a7f6-5b3c4e6bfa89 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:22.537851 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ec08a80b-9db2-4c5d-a04c-0a302a2761d7 req-4dfd7d05-57bb-4db2-a7f6-5b3c4e6bfa89 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1367519 Apr 22 16:36:22.561187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.568811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d9a4392e-045a-4143-8062-3bc7af095ddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:22.612891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcc9ec7-2e7a-4379-8ace-097358fff631,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:22.619719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:22.623852 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ec08a80b-9db2-4c5d-a04c-0a302a2761d7 req-42218379-b4ae-4f24-b970-ac702f6ad196 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795474 Apr 22 16:36:22.657634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.659697 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5dc5dd5b-5ceb-4203-8006-559d6c85ff18 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3571880 Apr 22 16:36:22.662901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46470) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:22.672309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:22.683012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:36:22.688223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Usage tracker for resource:floatingip and tenant:7e5e25cb92774c438695e84c0e89793c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:36:22.691443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:36:22.697980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:36:22.751698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:22.909671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:23.061243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Allocated IP 172.27.3.225 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/a453872f-cb53-422d-92b8-e2c82993cff5) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:36:23.245501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:23.326059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:23.331446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:23.401995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:36:23.405710 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:36:23.409927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:36:23.449857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'Port': ['ID=a453872f-cb53-422d-92b8-e2c82993cff5,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:23.455058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:23.503048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:23.660017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:23.967412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6bc9-f55d-47be-b1e5-9adb67399d38 req-052f22fc-bfd7-4a3f-802e-0cbf4a026ca4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:23.969472 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a35b6bc9-f55d-47be-b1e5-9adb67399d38 req-052f22fc-bfd7-4a3f-802e-0cbf4a026ca4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.2037177 Apr 22 16:36:24.006977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:24.040058 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a35b6bc9-f55d-47be-b1e5-9adb67399d38 req-25e53d24-d523-49f3-b56b-982eedb6ca31 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536861 Apr 22 16:36:24.048269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:24.055021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ef0a98a9-676b-4fc7-9cf9-6547a7a85b7b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:24.195493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'Port': ['ID=a453872f-cb53-422d-92b8-e2c82993cff5,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:24.200466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:24.208899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:24.223699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bad09-4ca2-4635-9593-d3655313aea3 req-f5579e5c-ec7b-4e57-871d-4a0eceea7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:24.225757 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-f5579e5c-ec7b-4e57-871d-4a0eceea7d53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1099 time: 0.1001899 Apr 22 16:36:24.268817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:24.278475 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6065738 Apr 22 16:36:24.391756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bad09-4ca2-4635-9593-d3655313aea3 req-ebc30a43-5c99-4611-8639-93b09878b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:24.393414 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-ebc30a43-5c99-4611-8639-93b09878b8ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 909 time: 0.1613553 Apr 22 16:36:24.486378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-63329f6d-4685-45c8-8339-6d0437b9f3ce tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Synchronizing usage tracker for tenant:7e5e25cb92774c438695e84c0e89793c on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:36:24.511733 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-a34aaa3d-b26f-4152-95b3-3ef0e22857ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 1001 time: 0.1118309 Apr 22 16:36:24.536037 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-63329f6d-4685-45c8-8339-6d0437b9f3ce tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Unset dirty status for tenant:7e5e25cb92774c438695e84c0e89793c on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:36:24.537469 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-63329f6d-4685-45c8-8339-6d0437b9f3ce tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1459386778&fields=id&tenant_id=7e5e25cb92774c438695e84c0e89793c HTTP/1.1" status: 200 len: 267 time: 0.1070855 Apr 22 16:36:24.590546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bad09-4ca2-4635-9593-d3655313aea3 req-7a976ea2-44ad-497d-899e-76ee55a7b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:24.593174 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-7a976ea2-44ad-497d-899e-76ee55a7b008 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 200 len: 847 time: 0.0742700 Apr 22 16:36:24.707946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bad09-4ca2-4635-9593-d3655313aea3 req-5424a526-75b8-4a4e-b424-d0cd0d189912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:24.711711 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-5424a526-75b8-4a4e-b424-d0cd0d189912 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6a9c447-c763-4b88-af2f-d57480ca1c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118159 Apr 22 16:36:24.722117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-cf3d0fb5-1405-4eed-99c2-e3bda4551b0a tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:24.723793 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-cf3d0fb5-1405-4eed-99c2-e3bda4551b0a tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 810 time: 0.1776090 Apr 22 16:36:24.724951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-2a2960da-0f78-4055-ad93-faaffbf065ce service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86487) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:36:24.726683 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-2a2960da-0f78-4055-ad93-faaffbf065ce service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081067 Apr 22 16:36:24.743851 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-06e65b68-3e05-47e5-ae42-4176bdfd3004 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/quotas/7e5e25cb92774c438695e84c0e89793c HTTP/1.1" status: 200 len: 375 time: 0.0124297 Apr 22 16:36:24.862368 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-488cc4b1-69a8-4431-9929-8434494cbb6c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Synchronizing usage tracker for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:36:24.886754 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-dd73285a-2d7f-4fc1-b6fc-358c7e391817 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531835 Apr 22 16:36:24.910574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-488cc4b1-69a8-4431-9929-8434494cbb6c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Unset dirty status for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:36:24.913176 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-488cc4b1-69a8-4431-9929-8434494cbb6c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1615322 Apr 22 16:36:24.931111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-4c1a84d1-3740-4746-b037-dab812d6f11c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:36:24.932349 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-4c1a84d1-3740-4746-b037-dab812d6f11c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061438 Apr 22 16:36:25.106499 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-175bad09-4ca2-4635-9593-d3655313aea3 req-da450524-ca99-4fe7-97c7-9bbbaa64ad64 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549349 Apr 22 16:36:25.169592 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-e58e8728-be5b-4907-a369-bc9f195e52fd service neutron] 10.222.0.10 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288234 Apr 22 16:36:25.211795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd294132-992b-4812-b988-af30f70eac92 req-44d48fdf-2c0c-4f3f-8747-a90b8a404363 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:25.213502 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd294132-992b-4812-b988-af30f70eac92 req-44d48fdf-2c0c-4f3f-8747-a90b8a404363 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 945 time: 0.1647542 Apr 22 16:36:25.598959 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd294132-992b-4812-b988-af30f70eac92 req-bb861a52-c954-4fc3-a0ab-80507ad2fa06 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726087 Apr 22 16:36:25.637011 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-6810e57c-cf95-4639-b581-e4a4cad55f96 service neutron] 10.222.0.10 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587185 Apr 22 16:36:26.027008 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5843908f-cad1-4469-b5a8-567561a38208 req-ed49dd94-bf6d-43a1-a6c0-235504886075 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 210 time: 0.1356874 Apr 22 16:36:26.118794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083df133-90a9-4029-937e-743d480484a5 req-62f117f5-beeb-42e7-948c-271e2be52c81 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:26.118794 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-083df133-90a9-4029-937e-743d480484a5 req-62f117f5-beeb-42e7-948c-271e2be52c81 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1696248 Apr 22 16:36:26.193038 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-083df133-90a9-4029-937e-743d480484a5 req-76bca497-067f-48a1-8add-5baa11fc3e37 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639553 Apr 22 16:36:26.899618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1a494-1451-4c8c-8704-cba91a869e57 req-51dda1a8-dd25-40ed-910d-9e01b16a9109 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:26.901101 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ed1a494-1451-4c8c-8704-cba91a869e57 req-51dda1a8-dd25-40ed-910d-9e01b16a9109 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 945 time: 0.1122663 Apr 22 16:36:26.971976 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ed1a494-1451-4c8c-8704-cba91a869e57 req-bd7ea205-9c12-4c9f-bd5e-7e72fab5aa26 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629303 Apr 22 16:36:26.995266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9082a6eb-9f0b-4923-b215-800de65e4c20 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:27.001097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9082a6eb-9f0b-4923-b215-800de65e4c20 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Synchronizing usage tracker for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:36:27.059238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9082a6eb-9f0b-4923-b215-800de65e4c20 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Unset dirty status for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:36:27.060760 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9082a6eb-9f0b-4923-b215-800de65e4c20 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 945 time: 0.1894057 Apr 22 16:36:27.164052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Deleting port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:36:27.164477 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:27.218673 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23409adf-52e3-4d9c-9e34-236e7d111b85 req-519bbfc8-e119-41f9-9160-6a6e4c2fd068 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 210 time: 0.0621338 Apr 22 16:36:27.494028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90562da-6ec0-484e-aa5f-b5fb8976ad51 req-1e361459-b79a-4e03-823f-76f6b579ad0b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:27.495707 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b90562da-6ec0-484e-aa5f-b5fb8976ad51 req-1e361459-b79a-4e03-823f-76f6b579ad0b tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1097848 Apr 22 16:36:27.554430 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b90562da-6ec0-484e-aa5f-b5fb8976ad51 req-ccc379be-4968-4737-a434-36f1232d2562 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499079 Apr 22 16:36:27.711566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] For port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:27.712108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:28.076850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:28.077677 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:28.078003 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Floating IP c1900419-5866-4816-8df5-0c4c6d68b3c3 disassociated. External IP: 172.27.3.167, port: 3b24077a-bb2e-441f-b5d0-b47fb282c8fc. Apr 22 16:36:28.078404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Calling delete_port for 3b24077a-bb2e-441f-b5d0-b47fb282c8fc owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:36:28.091086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-430049a4-e060-4a61-bd3d-87d957d1dec9 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:28.093504 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-430049a4-e060-4a61-bd3d-87d957d1dec9 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 810 time: 0.2052457 Apr 22 16:36:28.171678 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-4d2b584f-3b54-4e27-b7bf-ee997f2a9872 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e5e25cb92774c438695e84c0e89793c HTTP/1.1" status: 200 len: 380 time: 0.0634384 Apr 22 16:36:28.246161 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'port': {'device_id': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'admin_state_up': True, 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'security_groups': ['a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:28.344644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:28.355799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f4b02003-1b2c-48f2-8126-e9cc94ea400d tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:28.418297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event deleted for resources: {'Port': ['ID=3b24077a-bb2e-441f-b5d0-b47fb282c8fc,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:28.425043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:28.524156 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b1e6d900-0c71-4ba9-b01c-d819d19bb21b req-073c56e3-aa89-4b50-904d-d25adf6aebd3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 210 time: 0.0769076 Apr 22 16:36:28.570301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2967e77-78ab-49a3-a395-fce22196da91 req-826951ce-1de3-4bda-aa26-797c54ebaf79 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:28.572003 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e2967e77-78ab-49a3-a395-fce22196da91 req-826951ce-1de3-4bda-aa26-797c54ebaf79 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 867 time: 0.3811874 Apr 22 16:36:28.573272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:36:28.591398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:36:28.630088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Made reservation on behalf of 7e5e25cb92774c438695e84c0e89793c for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:36:28.636490 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:28.662480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:36:28.682865 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e2967e77-78ab-49a3-a395-fce22196da91 req-9c620a67-8e6b-40dd-84b7-e240261cb61d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017385 Apr 22 16:36:28.911324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:36:28.925439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9df61b-ddc0-4efa-830a-cb998841766e req-b6f798e7-a403-49dc-8190-e406a5104fbc tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:28.925551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:36:28.925633 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3e9df61b-ddc0-4efa-830a-cb998841766e req-b6f798e7-a403-49dc-8190-e406a5104fbc tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.2002916 Apr 22 16:36:28.942283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:36:28.943407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:28.998578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Allocated IP 172.20.0.14 (4039c0e8-6a11-4623-81a2-1271aed79a8d/c7fc93f2-bba6-47df-9a51-d1a18dc2ed56/2ab42794-857b-43ff-9bc6-9793889cc214) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:36:29.026966 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3e9df61b-ddc0-4efa-830a-cb998841766e req-e576d572-42da-4c29-a21e-c184124c85e7 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980628 Apr 22 16:36:29.031275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] No DVR routers for this DVR port 3b24077a-bb2e-441f-b5d0-b47fb282c8fc on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:36:29.034417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:29.037446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'name': 'network-vif-deleted', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:29.093920 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-57f29ad4-a375-4de5-9220-12c0a87d1420 req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "DELETE /v2.0/ports/3b24077a-bb2e-441f-b5d0-b47fb282c8fc HTTP/1.1" status: 204 len: 173 time: 2.0204384 Apr 22 16:36:29.177988 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35d6fca-709c-4224-bec0-aeef17e1e829', 'name': 'network-vif-deleted', 'tag': '3b24077a-bb2e-441f-b5d0-b47fb282c8fc', 'status': 'completed', 'code': 200} Apr 22 16:36:29.346264 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:29.370746 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Transition to ACTIVE for port object 2ab42794-857b-43ff-9bc6-9793889cc214 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:36:29.399124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:36:29.430608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:29.439488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:29.544889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:36:29.570461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device aee0489e-2cb1-4dcf-8551-4b55b514898f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:36:29.576826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46546) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:29.623338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:36:29.626303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:36:29.728964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event updated for resources: {'Port': ['ID=2ab42794-857b-43ff-9bc6-9793889cc214,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:29.760055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:29.877831 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-19c09846-9859-4416-bde0-b4c65b0be423 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2966564 Apr 22 16:36:29.953895 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:29.954641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:30.019985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a564ca2-e7c9-4578-bf2f-2985d557757d req-979b11c0-ca1f-4baa-8015-6b7646bd0152 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:30.028283 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a564ca2-e7c9-4578-bf2f-2985d557757d req-979b11c0-ca1f-4baa-8015-6b7646bd0152 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.4770720 Apr 22 16:36:30.044110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:30.067335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:30.087465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:36:30.088735 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8529687 Apr 22 16:36:30.094424 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a564ca2-e7c9-4578-bf2f-2985d557757d req-c881e203-9c97-4cf2-8f84-64757bc918af tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652130 Apr 22 16:36:30.101320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:30.108154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17030cab-a8e5-4a17-bd01-8ec4bc536fa1 req-9fdc5f94-3e67-4385-b797-6399ab6ed2cf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:30.109651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-17030cab-a8e5-4a17-bd01-8ec4bc536fa1 req-9fdc5f94-3e67-4385-b797-6399ab6ed2cf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Synchronizing usage tracker for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:36:30.118941 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Request body: {'port': {'device_id': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:30.130373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-e6bdd039-4ec0-467c-8c89-5085d6403a55 None None] Provisioning for port 2ab42794-857b-43ff-9bc6-9793889cc214 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:36:30.144608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:36:30.144608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:30.205221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-17030cab-a8e5-4a17-bd01-8ec4bc536fa1 req-9fdc5f94-3e67-4385-b797-6399ab6ed2cf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Unset dirty status for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:36:30.206876 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-17030cab-a8e5-4a17-bd01-8ec4bc536fa1 req-9fdc5f94-3e67-4385-b797-6399ab6ed2cf tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 932 time: 0.4449308 Apr 22 16:36:30.287089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:30.288211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-e6bdd039-4ec0-467c-8c89-5085d6403a55 None None] Provisioning complete for port 2ab42794-857b-43ff-9bc6-9793889cc214 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:36:30.288645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e6bdd039-4ec0-467c-8c89-5085d6403a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:30.406971 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-17030cab-a8e5-4a17-bd01-8ec4bc536fa1 req-0caac08c-5d85-4629-9bae-fc14803d6c43 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578107 Apr 22 16:36:30.412854 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9615d5f1-fa94-4dae-8cf6-ce6c2457c864 req-e6e8c14f-f445-4f6e-adee-6f0936ecd412 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=d35d6fca-709c-4224-bec0-aeef17e1e829 HTTP/1.1" status: 200 len: 210 time: 0.0857592 Apr 22 16:36:30.415956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:30.445136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-e6bdd039-4ec0-467c-8c89-5085d6403a55 None None] Port 2ab42794-857b-43ff-9bc6-9793889cc214 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:36:30.479340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:30.480214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3b24077a-bb2e-441f-b5d0-b47fb282c8fc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:36:30.520629 dv-cinder-784623-7-iscsi neutron-server[86372]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'code': 422} returned with failed status Apr 22 16:36:30.553706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:30.678687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 3b24077a-bb2e-441f-b5d0-b47fb282c8fc {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:36:30.679245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 3b24077a-bb2e-441f-b5d0-b47fb282c8fc not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:36:30.758931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=6']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:30.776186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.778650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.778650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.778650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.778650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.778650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.778650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.779125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.780891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.781086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.781367 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.781753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:36:30.786959 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:36:30.840210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:30.935080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab42794-857b-43ff-9bc6-9793889cc214 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:36:30.946541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:30.966478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Transition to ACTIVE for port object 2ab42794-857b-43ff-9bc6-9793889cc214 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:36:30.995429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:31.000980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-26678b66-14e8-4cbc-a5ad-2e8e041b5548 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:31.251789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:31.263812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12467f6b-e86a-4e06-aa20-9731996481c2 None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:36:31.285983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Pushing event updated for resources: {'Port': ['ID=2ab42794-857b-43ff-9bc6-9793889cc214,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:31.286373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:31.309752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:31.389800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Attempting to bind port 2ab42794-857b-43ff-9bc6-9793889cc214 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:36:31.390413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Attempting to bind port 2ab42794-857b-43ff-9bc6-9793889cc214 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:36:31.390787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Attempting to bind port 2ab42794-857b-43ff-9bc6-9793889cc214 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:36:31.398901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Port 2ab42794-857b-43ff-9bc6-9793889cc214 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:36:31.399267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Attempting to bind port 2ab42794-857b-43ff-9bc6-9793889cc214 on network 4039c0e8-6a11-4623-81a2-1271aed79a8d {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:36:31.409194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:36:31.409575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Checking segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:36:31.410012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Bound using segment: {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:36:31.410508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Bound port: 2ab42794-857b-43ff-9bc6-9793889cc214, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee1b632-c7ff-45b8-8eed-91e6535c671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:36:31.410901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:31.474994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2acd16-b26f-4acb-99b8-7982ac2a785e req-04c26bac-8aab-49f1-9b51-67d44036ac98 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:31.476820 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ec2acd16-b26f-4acb-99b8-7982ac2a785e req-04c26bac-8aab-49f1-9b51-67d44036ac98 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.2071092 Apr 22 16:36:31.573109 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ec2acd16-b26f-4acb-99b8-7982ac2a785e req-a0952569-45c9-4afe-8f8a-ebc86798926c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839913 Apr 22 16:36:31.578788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] For port 2ab42794-857b-43ff-9bc6-9793889cc214, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:36:31.594998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] For port 2ab42794-857b-43ff-9bc6-9793889cc214, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ab42794-857b-43ff-9bc6-9793889cc214,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:36:31.637489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:31.642843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e54e0f70-9f7b-4241-ae7b-0645607cdb66 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:31.724643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7754bbfa-3358-491e-8edc-8d6dc40b2599 None None] New status for floating IP c1900419-5866-4816-8df5-0c4c6d68b3c3: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:36:32.049636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.050307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:32.051770 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] 10.222.0.26 "PUT /v2.0/ports/2ab42794-857b-43ff-9bc6-9793889cc214 HTTP/1.1" status: 200 len: 1094 time: 1.9382458 Apr 22 16:36:32.053371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:32.080111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Pushing event updated for resources: {'Port': ['ID=2ab42794-857b-43ff-9bc6-9793889cc214,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:32.090267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:32.109092 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-5633c596-bfb8-4a23-a0a6-60f2a4a03664 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655022497&fields=id&tenant_id=a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 267 time: 0.1077127 Apr 22 16:36:32.160338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f3852-9e7e-4a11-98e6-b392d7ea251c req-15e03dc7-387a-45b2-ad0e-fc4d5dad341d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.162047 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0b5f3852-9e7e-4a11-98e6-b392d7ea251c req-15e03dc7-387a-45b2-ad0e-fc4d5dad341d tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 944 time: 0.4789367 Apr 22 16:36:32.363354 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0b5f3852-9e7e-4a11-98e6-b392d7ea251c req-1f9bffa5-e55c-4275-96a4-e0bfcc4314ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879861 Apr 22 16:36:32.412346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-cf1d3a6e-0875-479d-bc56-92f21343839e tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.413941 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-cf1d3a6e-0875-479d-bc56-92f21343839e tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 811 time: 0.2932565 Apr 22 16:36:32.420763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-09e9a1aa-8870-4ea6-94ef-4d48b25afd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.422868 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-09e9a1aa-8870-4ea6-94ef-4d48b25afd02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 1097 time: 0.2464600 Apr 22 16:36:32.434478 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214', 'status': 'completed', 'code': 200} Apr 22 16:36:32.439190 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-1f61ea08-e183-4c73-8213-8449d4e14d57 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/quotas/a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 375 time: 0.0131140 Apr 22 16:36:32.551753 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-4454aef0-b149-40aa-90d1-8c69c59883af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ab42794-857b-43ff-9bc6-9793889cc214 HTTP/1.1" status: 200 len: 217 time: 0.1114562 Apr 22 16:36:32.646238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-f5455ac1-64b0-47e8-8ce6-83d108f04682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.647898 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-f5455ac1-64b0-47e8-8ce6-83d108f04682 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16&tenant_id=156a4f9de40d48f0819a57ab1d1ee271 HTTP/1.1" status: 200 len: 1097 time: 0.0843883 Apr 22 16:36:32.658822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-a212cb97-c078-4c48-9d0e-1403b48de6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.660455 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-a212cb97-c078-4c48-9d0e-1403b48de6d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0907001 Apr 22 16:36:32.738499 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-dd59c495-137c-49c3-a7eb-8e5db8e04d42 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2339785 Apr 22 16:36:32.778373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-19e12b44-ee75-4c34-90c9-98d523bc2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.781773 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-19e12b44-ee75-4c34-90c9-98d523bc2bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1097 time: 0.0980294 Apr 22 16:36:32.887774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-86997bf8-19e1-4fd0-8ec9-f55baf97ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.890130 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-86997bf8-19e1-4fd0-8ec9-f55baf97ace4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2150347 Apr 22 16:36:32.992652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-7954bd32-1b43-4e80-ac80-e7cea3ff8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:32.994531 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-7954bd32-1b43-4e80-ac80-e7cea3ff8c2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 909 time: 0.2053537 Apr 22 16:36:33.016433 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f6feec06-f8d7-4702-8d74-e4243983c431 service neutron] 10.222.0.10 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640035 Apr 22 16:36:33.144406 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-7e4af226-c46c-410a-b96e-820cddc9d63e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 999 time: 0.1422944 Apr 22 16:36:33.181720 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-76bfec82-424b-4e33-a945-9864e303ab33 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837377 Apr 22 16:36:33.227630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-c6b42231-4a25-43bf-9180-08e760045d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:33.230677 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-c6b42231-4a25-43bf-9180-08e760045d03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 200 len: 847 time: 0.0801766 Apr 22 16:36:33.314624 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-79e436e0-a529-459e-94a7-31d8a23e47d5 service neutron] 10.222.0.10 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725458 Apr 22 16:36:33.380678 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-ed866f71-23ca-4ea0-92f6-49c97ea9c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:33.382686 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-ed866f71-23ca-4ea0-92f6-49c97ea9c342 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6a9c447-c763-4b88-af2f-d57480ca1c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1441774 Apr 22 16:36:33.390219 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cf6f1115-a3cc-43cf-9921-7f4bc570d4f6 req-41cee929-c7a6-4399-a049-eaae9c486dd0 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995511 Apr 22 16:36:33.513764 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f95ce-096d-4a7e-8d09-55d9a1c4de04 req-aa4d76de-a47c-471f-b6cf-eace54039eea tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:33.517428 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b83f95ce-096d-4a7e-8d09-55d9a1c4de04 req-aa4d76de-a47c-471f-b6cf-eace54039eea tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1257021 Apr 22 16:36:33.634673 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b83f95ce-096d-4a7e-8d09-55d9a1c4de04 req-9dead541-8ce5-4aa0-a464-6cf597bd4240 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047812 Apr 22 16:36:33.643094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-9b20a35b-b94e-47a1-8652-67c10c3f6138 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042768 Apr 22 16:36:33.702478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-88dcb5e0-7014-496d-99be-c70d5fa77ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:33.704509 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-88dcb5e0-7014-496d-99be-c70d5fa77ddc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 1097 time: 0.1352832 Apr 22 16:36:33.824753 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f5aa7af6-90fe-4876-8d42-6298a647e7d8 req-9e9b7e92-1b23-40b8-8ab3-727a3eca8bc5 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753597 Apr 22 16:36:33.942599 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-5cce9b27-3dee-413e-a5e5-7c89f8718ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:33.944126 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-5cce9b27-3dee-413e-a5e5-7c89f8718ed9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.2334495 Apr 22 16:36:33.966419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f1b6d-939a-4d57-9ffa-8f9f8f545692 req-ce3d33ac-685f-42d6-8a13-976771a42f87 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:33.973813 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-768f1b6d-939a-4d57-9ffa-8f9f8f545692 req-ce3d33ac-685f-42d6-8a13-976771a42f87 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2101414 Apr 22 16:36:34.083860 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-a7f955c5-9ed8-48d5-a91a-bdb9cb53766e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ab42794-857b-43ff-9bc6-9793889cc214 HTTP/1.1" status: 200 len: 217 time: 0.1143632 Apr 22 16:36:34.230906 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-768f1b6d-939a-4d57-9ffa-8f9f8f545692 req-fc551091-67eb-4e2a-a530-1b8c2b1cadfc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859345 Apr 22 16:36:34.244365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-df193500-d565-4f0a-a381-6f0de04ffdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:34.259692 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-df193500-d565-4f0a-a381-6f0de04ffdbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.1538751 Apr 22 16:36:34.334905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8111e6-8848-4539-95c7-e8b90d075473 req-e6a249ea-7ad8-45d9-939d-73b6ce1077a8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:34.336585 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6f8111e6-8848-4539-95c7-e8b90d075473 req-e6a249ea-7ad8-45d9-939d-73b6ce1077a8 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 944 time: 0.2515903 Apr 22 16:36:34.421356 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-12e6e34b-a095-4d5b-a652-b5d2d6a2b265 req-8e9b4a6d-dc79-40c5-b6e6-c16f2449f2d6 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 210 time: 0.0826392 Apr 22 16:36:34.447025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-ae5a7f64-7348-4ad3-b402-bbc5206bc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:34.448647 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-ae5a7f64-7348-4ad3-b402-bbc5206bc389 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1925471 Apr 22 16:36:34.484002 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6f8111e6-8848-4539-95c7-e8b90d075473 req-474a94d8-e575-49ef-83d1-328e3c6cd9d6 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937707 Apr 22 16:36:34.614445 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-2a24f306-37c7-42f7-90ab-9f28b6d1f254 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563373 Apr 22 16:36:34.825232 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1d8b813a-beb5-4826-9143-77819c7da9a3 req-1772ab28-6ae3-41f7-83f1-4eb84df0c6a9 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029564 Apr 22 16:36:34.894652 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5843d-cb40-4f4e-acc6-bd4e0d6facdf req-8d00a717-7553-4519-8fdf-a31038a58fbd tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:34.897103 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4dc5843d-cb40-4f4e-acc6-bd4e0d6facdf req-8d00a717-7553-4519-8fdf-a31038a58fbd tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1121898 Apr 22 16:36:34.947899 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4dc5843d-cb40-4f4e-acc6-bd4e0d6facdf req-95337b56-d7e7-4a22-a739-147ceef4615c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Apr 22 16:36:35.480299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc0b48-5df9-4f68-acc5-dfac383c8b21 req-3203f3fd-d9b9-49cb-8c10-95a6148d625a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:35.484114 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b9cc0b48-5df9-4f68-acc5-dfac383c8b21 req-3203f3fd-d9b9-49cb-8c10-95a6148d625a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.0995872 Apr 22 16:36:35.542212 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b9cc0b48-5df9-4f68-acc5-dfac383c8b21 req-ac5124d2-dac6-49ad-9dea-861449d65532 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530643 Apr 22 16:36:35.605498 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c9ae3dc-8823-47bd-a6f3-99830da77044 req-c69eca2d-8e3a-4b09-ba36-e9cd4145293f tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 210 time: 0.0539737 Apr 22 16:36:35.760793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472432a7-958d-46e7-9164-5fddc430ddb1 req-c73b6f06-c58d-4438-acdd-d8a58b5651c4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:35.762343 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-472432a7-958d-46e7-9164-5fddc430ddb1 req-c73b6f06-c58d-4438-acdd-d8a58b5651c4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 944 time: 0.0975246 Apr 22 16:36:35.815238 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-472432a7-958d-46e7-9164-5fddc430ddb1 req-085b7d49-f10f-45c4-addb-83a9d9dccbbc tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457273 Apr 22 16:36:36.542827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-16175f1d-9060-49db-a998-b4de33e4899d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:36.544354 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-16175f1d-9060-49db-a998-b4de33e4899d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 811 time: 0.4766498 Apr 22 16:36:36.556543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9419d2-799f-4728-bea8-ddd341663868 req-dc20f3d3-ccec-47a0-ab24-c6f66c0daf34 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:36.558093 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be9419d2-799f-4728-bea8-ddd341663868 req-dc20f3d3-ccec-47a0-ab24-c6f66c0daf34 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.4670341 Apr 22 16:36:36.661382 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-1e51e853-01e2-4aaf-a53e-b537799a89f9 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 379 time: 0.1019547 Apr 22 16:36:36.666483 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-be9419d2-799f-4728-bea8-ddd341663868 req-606909b5-8ef1-4c94-bb6b-10ded6e2a5bf tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915332 Apr 22 16:36:36.677063 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'port': {'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'admin_state_up': True, 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'security_groups': ['04ca39fb-394c-4ba5-8f6b-3eb40d3eb484']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:36.943837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-58faf84f-f0ae-4212-8b30-800926ecc544 req-e74001d6-159d-4065-87c5-de4b30343b2c tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 210 time: 0.0750341 Apr 22 16:36:37.003427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a0020-61c2-4d76-87ec-af229345dcc4 req-84d92a18-ddb6-4ed1-8d0d-ff96e39f472a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:37.005091 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-238a0020-61c2-4d76-87ec-af229345dcc4 req-84d92a18-ddb6-4ed1-8d0d-ff96e39f472a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.3003464 Apr 22 16:36:37.006174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:36:37.012431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:port and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:36:37.018273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:36:37.040520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:36:37.115784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Made reservation on behalf of a62f8812cc3b419f9b957c84523de402 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:36:37.122179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:37.147393 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-238a0020-61c2-4d76-87ec-af229345dcc4 req-5d89b664-4b0d-4d2c-bd63-88a98bb7a0c9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302924 Apr 22 16:36:37.270157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89308a-651b-4e89-a213-7fc183528ca4 req-c919739c-2d55-4d9d-b585-7cdf7efc9d3f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:37.271828 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a89308a-651b-4e89-a213-7fc183528ca4 req-c919739c-2d55-4d9d-b585-7cdf7efc9d3f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 944 time: 0.2206092 Apr 22 16:36:37.377675 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a89308a-651b-4e89-a213-7fc183528ca4 req-55604002-862f-4912-814d-f9fb6aa7096e tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708356 Apr 22 16:36:37.381996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Allocated IP 172.20.0.6 (915f91ac-9f2b-44bc-9c8a-bfe7834ed848/9f4378c4-36a0-4cc6-9cd7-07c66642fb74/260f0a40-bb20-4ce7-b426-9e469d366397) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:36:37.602196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:37.609280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 2ab42794-857b-43ff-9bc6-9793889cc214 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:36:37.621434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Transition to ACTIVE for port object 260f0a40-bb20-4ce7-b426-9e469d366397 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:36:37.713792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:37.721354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-739c54f7-45ad-4cf7-8122-2c29eea53eee tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:37.763983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 2ab42794-857b-43ff-9bc6-9793889cc214, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ab42794-857b-43ff-9bc6-9793889cc214,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:37.785086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '2ab42794-857b-43ff-9bc6-9793889cc214', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'port_id': '2ab42794-857b-43ff-9bc6-9793889cc214', 'mac_address': 'fa:16:3e:00:e0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:36:37.803818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:36:37.846315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:36:37.848980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:36:37.854216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:37.874877 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab42794-857b-43ff-9bc6-9793889cc214 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:36:37.891467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=260f0a40-bb20-4ce7-b426-9e469d366397,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:37.894558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:37.895195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 2ab42794-857b-43ff-9bc6-9793889cc214, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ab42794-857b-43ff-9bc6-9793889cc214,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:37.938361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:37.940884 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:37.946519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:37.946983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:38.003976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7430dc-9365-42e9-9288-4eb3e7c90dd9 req-b81a4ce7-48d7-4205-aa47-4289916c057f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:38.009942 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3d7430dc-9365-42e9-9288-4eb3e7c90dd9 req-b81a4ce7-48d7-4205-aa47-4289916c057f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.2026150 Apr 22 16:36:38.028837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=2ab42794-857b-43ff-9bc6-9793889cc214,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:38.033731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:38.036357 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3672688 Apr 22 16:36:38.062245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Request body: {'port': {'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:38.125158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-64e04579-334f-4171-8c2c-fda354fdf309 None None] Provisioning for port 260f0a40-bb20-4ce7-b426-9e469d366397 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:36:38.130927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-64e04579-334f-4171-8c2c-fda354fdf309 None None] Provisioning complete for port 260f0a40-bb20-4ce7-b426-9e469d366397 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:36:38.131272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-64e04579-334f-4171-8c2c-fda354fdf309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:38.153590 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3d7430dc-9365-42e9-9288-4eb3e7c90dd9 req-bb5329e5-36cc-4d2c-90a2-b7fb65fd8de9 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403928 Apr 22 16:36:38.212871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-64e04579-334f-4171-8c2c-fda354fdf309 None None] Port 260f0a40-bb20-4ce7-b426-9e469d366397 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:36:38.276498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:38.309617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14086-1500-41c6-8467-3b5b13950f8a req-fe2b44b1-0be9-4a79-bc49-1509c7ccadca tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:38.310450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-1fb14086-1500-41c6-8467-3b5b13950f8a req-fe2b44b1-0be9-4a79-bc49-1509c7ccadca tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Synchronizing usage tracker for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:36:38.381098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['2ab42794-857b-43ff-9bc6-9793889cc214'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:36:38.517299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-1fb14086-1500-41c6-8467-3b5b13950f8a req-fe2b44b1-0be9-4a79-bc49-1509c7ccadca tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Unset dirty status for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:36:38.518633 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1fb14086-1500-41c6-8467-3b5b13950f8a req-fe2b44b1-0be9-4a79-bc49-1509c7ccadca tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 931 time: 0.4173636 Apr 22 16:36:38.587920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9802a-7d20-4e59-aa57-d9e01c259df6 req-6a37728d-e5ce-42c2-b54e-c671c78bbe53 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:38.589699 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b7f9802a-7d20-4e59-aa57-d9e01c259df6 req-6a37728d-e5ce-42c2-b54e-c671c78bbe53 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2939861 Apr 22 16:36:38.666157 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1fb14086-1500-41c6-8467-3b5b13950f8a req-876af89c-aa10-44b2-98c3-de88ba7535bb tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225019 Apr 22 16:36:38.751031 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b7f9802a-7d20-4e59-aa57-d9e01c259df6 req-36d6fb90-444c-4167-82f0-3096c360a59b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324487 Apr 22 16:36:38.942910 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833429e4-dcf5-437b-8a6f-83dba0df3627 req-dc701a9a-15e0-4231-99fa-c0751f5e4ab1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:38.944584 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-833429e4-dcf5-437b-8a6f-83dba0df3627 req-dc701a9a-15e0-4231-99fa-c0751f5e4ab1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 945 time: 0.1705852 Apr 22 16:36:39.008634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260f0a40-bb20-4ce7-b426-9e469d366397 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:36:39.022513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:39.032334 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-833429e4-dcf5-437b-8a6f-83dba0df3627 req-6939162b-9b7a-40b7-8245-99ec1ddf4fbb tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791235 Apr 22 16:36:39.050178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Transition to ACTIVE for port object 260f0a40-bb20-4ce7-b426-9e469d366397 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:36:39.092874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:39.098839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6fc73c25-d851-4d72-9712-9f068d2d25f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:39.316911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Pushing event updated for resources: {'Port': ['ID=260f0a40-bb20-4ce7-b426-9e469d366397,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:39.320046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:39.429299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Attempting to bind port 260f0a40-bb20-4ce7-b426-9e469d366397 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:36:39.429669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Attempting to bind port 260f0a40-bb20-4ce7-b426-9e469d366397 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:36:39.430061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Attempting to bind port 260f0a40-bb20-4ce7-b426-9e469d366397 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:36:39.439120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Port 260f0a40-bb20-4ce7-b426-9e469d366397 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:36:39.439488 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Attempting to bind port 260f0a40-bb20-4ce7-b426-9e469d366397 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:36:39.448658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:36:39.449079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Checking segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:36:39.449505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Bound using segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:36:39.449984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Bound port: 260f0a40-bb20-4ce7-b426-9e469d366397, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:36:39.450363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:39.560425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b1ed0-0103-47c2-b486-d52229ba90c5 req-cabb4641-ad7a-4ca2-a590-3bb1ac13cf45 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:39.562929 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-176b1ed0-0103-47c2-b486-d52229ba90c5 req-cabb4641-ad7a-4ca2-a590-3bb1ac13cf45 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1953566 Apr 22 16:36:39.610147 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] For port 260f0a40-bb20-4ce7-b426-9e469d366397, host hv-cinder-78462, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:36:39.625085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 2ab42794-857b-43ff-9bc6-9793889cc214 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:36:39.630956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] For port 260f0a40-bb20-4ce7-b426-9e469d366397, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=260f0a40-bb20-4ce7-b426-9e469d366397,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:36:39.637169 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-176b1ed0-0103-47c2-b486-d52229ba90c5 req-3302b079-9bf1-46ae-924c-0379fd66b751 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632858 Apr 22 16:36:39.688712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:39.694588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:39.752175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:39.752866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:39.754352 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] 10.222.0.26 "PUT /v2.0/ports/260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 200 len: 1093 time: 1.6999233 Apr 22 16:36:39.754931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:39.765685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 2ab42794-857b-43ff-9bc6-9793889cc214 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:36:39.774611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 2ab42794-857b-43ff-9bc6-9793889cc214 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:36:39.775981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:39.799327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Pushing event updated for resources: {'Port': ['ID=260f0a40-bb20-4ce7-b426-9e469d366397,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:39.804181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f1234a12-3c84-4c16-aa6f-b18c8f903e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:39.827402 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397', 'status': 'completed', 'code': 200} Apr 22 16:36:39.972944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:40.010598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:40.022809 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 2ab42794-857b-43ff-9bc6-9793889cc214, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ab42794-857b-43ff-9bc6-9793889cc214,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:40.057981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:40.059926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:40.149532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=2ab42794-857b-43ff-9bc6-9793889cc214,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:40.153964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:40.172489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-0a7b59fa-2d93-4211-8b94-afcad887322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:40.174085 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-0a7b59fa-2d93-4211-8b94-afcad887322a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1096 time: 0.2428894 Apr 22 16:36:40.183554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe5eac-660e-4265-9fc7-bcd1ee11ce88 req-68e1d1d4-2804-426d-93e7-b1fc2d966eae tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:40.185097 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fdfe5eac-660e-4265-9fc7-bcd1ee11ce88 req-68e1d1d4-2804-426d-93e7-b1fc2d966eae tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.3266847 Apr 22 16:36:40.198875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c62f2-5002-4a13-b29d-21dd14f09634 req-5f874c93-8160-46f1-8096-c9beb59754cb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:40.200532 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-929c62f2-5002-4a13-b29d-21dd14f09634 req-5f874c93-8160-46f1-8096-c9beb59754cb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1950452 Apr 22 16:36:40.317096 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-83cb78f6-5066-45b0-b203-6aa05ebe1c05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 200 len: 217 time: 0.1272566 Apr 22 16:36:40.428085 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-929c62f2-5002-4a13-b29d-21dd14f09634 req-3875d01e-ef7a-4a19-a9dc-ffb993ba294e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538696 Apr 22 16:36:40.439533 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fdfe5eac-660e-4265-9fc7-bcd1ee11ce88 req-699588c4-3da5-4c8d-b271-d989496b4207 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376840 Apr 22 16:36:40.446228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-14e79844-8cd1-472c-8694-c778610cfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:40.448922 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-14e79844-8cd1-472c-8694-c778610cfa4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.1205008 Apr 22 16:36:40.520928 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214', 'code': 200} Apr 22 16:36:41.024515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-80a8d406-218f-48f7-a220-9086783ee6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:41.026116 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-80a8d406-218f-48f7-a220-9086783ee6d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5710762 Apr 22 16:36:41.031735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bedb6-9e06-45fd-9682-73c4c8da76a7 req-98312578-e16a-43c6-9373-9db101537886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:41.033483 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4e9bedb6-9e06-45fd-9682-73c4c8da76a7 req-98312578-e16a-43c6-9373-9db101537886 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 1099 time: 0.1469700 Apr 22 16:36:41.039625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894565b4-7401-40a1-b585-bcd6da296f2d req-0cfe12ca-32a7-409e-b2ca-10ba0eb35c3f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:41.042290 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-894565b4-7401-40a1-b585-bcd6da296f2d req-0cfe12ca-32a7-409e-b2ca-10ba0eb35c3f tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.2363899 Apr 22 16:36:41.053454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9e691-8269-4629-802f-fab2e8c78a2f req-d6387723-e378-46ae-b05a-a18eee279259 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:41.055057 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46c9e691-8269-4629-802f-fab2e8c78a2f req-d6387723-e378-46ae-b05a-a18eee279259 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.2507453 Apr 22 16:36:41.086137 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4e9bedb6-9e06-45fd-9682-73c4c8da76a7 req-70a38ae5-0505-48ec-b8cf-999d0dbf1847 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460689 Apr 22 16:36:41.244237 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-894565b4-7401-40a1-b585-bcd6da296f2d req-73aa55b7-3548-41eb-802f-0c5e3c5aa46b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630037 Apr 22 16:36:41.246964 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-46c9e691-8269-4629-802f-fab2e8c78a2f req-5ea4e1f1-8d5e-49d6-9083-1eb19e608e84 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603024 Apr 22 16:36:41.322902 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-5e0d8679-a66f-4e04-882f-82a8415105ad service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794290 Apr 22 16:36:41.913704 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cc76ff36-4a0a-4f59-9fbb-4664339ce65f req-d0bcee2b-c8d3-437e-88cb-a58a917fab07 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002461 Apr 22 16:36:41.941684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a153f92-7c65-48e9-ba06-19c180f73986 req-5a72d31e-25c6-4c6d-bd61-0f995dbdd9c1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:41.943311 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5a153f92-7c65-48e9-ba06-19c180f73986 req-5a72d31e-25c6-4c6d-bd61-0f995dbdd9c1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2938578 Apr 22 16:36:41.952474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04cd07-78cb-4e0b-a916-6de2ac76b6d2 req-4c2d115e-eae5-4574-b418-fff803557744 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:41.954265 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4a04cd07-78cb-4e0b-a916-6de2ac76b6d2 req-4c2d115e-eae5-4574-b418-fff803557744 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.3069167 Apr 22 16:36:42.029481 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5a153f92-7c65-48e9-ba06-19c180f73986 req-5e457543-fc2b-4d05-9517-561459d353d3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741575 Apr 22 16:36:42.037603 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4a04cd07-78cb-4e0b-a916-6de2ac76b6d2 req-6d183083-139d-47a0-98a3-ed972ea82a68 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674386 Apr 22 16:36:42.143983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-16c1b6f2-3648-4796-82d3-7c6c2161a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:42.145638 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-16c1b6f2-3648-4796-82d3-7c6c2161a283 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1096 time: 0.0877850 Apr 22 16:36:42.309014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-79f91c20-f68e-4796-822e-b601a994026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:42.310452 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-79f91c20-f68e-4796-822e-b601a994026c service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1584330 Apr 22 16:36:42.384620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-db0a23d6-eb81-405b-811a-19f2867c6954 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 200 len: 217 time: 0.0672343 Apr 22 16:36:42.571724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-123d64a2-fce1-4e0a-bf9c-332da9c00bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:42.573310 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-123d64a2-fce1-4e0a-bf9c-332da9c00bc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.1819372 Apr 22 16:36:42.677703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2a20a-82d6-46d3-bec7-3c20a347d3dc req-89786aa1-3ba5-4197-98fd-733d266c0907 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:42.679292 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ce2a20a-82d6-46d3-bec7-3c20a347d3dc req-89786aa1-3ba5-4197-98fd-733d266c0907 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.2466664 Apr 22 16:36:42.716279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b3af7-0814-4b3a-bf46-f9203606317c req-79b7474d-827e-485f-8fd2-17a41c2a17b7 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:42.718114 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d91b3af7-0814-4b3a-bf46-f9203606317c req-79b7474d-827e-485f-8fd2-17a41c2a17b7 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.2311912 Apr 22 16:36:42.787102 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ce2a20a-82d6-46d3-bec7-3c20a347d3dc req-1ad8bd91-3ef7-41e8-8118-a854b010eebf tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966508 Apr 22 16:36:42.793752 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-69005382-c118-4a0b-9722-6b498d3ce9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:42.793887 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-69005382-c118-4a0b-9722-6b498d3ce9de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2071493 Apr 22 16:36:42.802938 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d91b3af7-0814-4b3a-bf46-f9203606317c req-78c35428-19fd-49cc-abf2-c4ec8291c1a3 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778632 Apr 22 16:36:42.954326 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-b6ed029f-0ef1-4917-a634-6396df6bbf6f service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503539 Apr 22 16:36:43.006536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5c11d688-b8c0-4955-a89b-92e919a0719f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:43.213570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-87ad13fb-c546-486b-9876-e8d10f16671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:43.215111 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-87ad13fb-c546-486b-9876-e8d10f16671d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1097 time: 0.1100140 Apr 22 16:36:43.428128 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b1a4273-a3c2-4c10-8774-858b9d70c60e req-a5fc72ec-568a-4b79-b46a-8b5cd7bbd65c service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530631 Apr 22 16:36:43.457409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b9da-9967-47f8-8d7d-b07c984caf87 req-48818a6d-0446-4eb7-a480-0a4bfe3b223e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:43.462802 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2850b9da-9967-47f8-8d7d-b07c984caf87 req-48818a6d-0446-4eb7-a480-0a4bfe3b223e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2334886 Apr 22 16:36:43.479289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af39a2-fc76-47ed-92f9-18e73b76d61f req-c23a858d-933a-4d06-ae26-8f45f43a2bc3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:43.481214 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-34af39a2-fc76-47ed-92f9-18e73b76d61f req-c23a858d-933a-4d06-ae26-8f45f43a2bc3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.1925027 Apr 22 16:36:43.486375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-10be1f2a-da0c-4d15-9c36-de5e8a0dc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:43.488029 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-10be1f2a-da0c-4d15-9c36-de5e8a0dc34f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 909 time: 0.2468388 Apr 22 16:36:43.575635 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2850b9da-9967-47f8-8d7d-b07c984caf87 req-d4be6bbb-ff68-4359-8a3e-58bf7cdf21b0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921295 Apr 22 16:36:43.583917 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-34af39a2-fc76-47ed-92f9-18e73b76d61f req-9397d13f-725a-47ca-b99b-b130288df0b1 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853071 Apr 22 16:36:43.609893 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-1b63e61c-8cce-4b9f-9fdb-460775fc745b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 999 time: 0.1152544 Apr 22 16:36:43.635281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device aee0489e-2cb1-4dcf-8551-4b55b514898f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:36:43.699981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-f5e8d4fc-1403-46fe-ae44-6f2ee3859c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:43.701797 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-f5e8d4fc-1403-46fe-ae44-6f2ee3859c23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 200 len: 847 time: 0.0850720 Apr 22 16:36:43.794311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-759a010b-ad18-4f4b-91b6-8a952bad9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:43.796000 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-759a010b-ad18-4f4b-91b6-8a952bad9f8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6a9c447-c763-4b88-af2f-d57480ca1c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874820 Apr 22 16:36:44.018953 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-8b3bd123-babf-495b-bc87-94964fc6c426 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153003 Apr 22 16:36:44.051634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:44.067931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'port_id': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'mac_address': 'fa:16:3e:5c:62:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:36:44.113399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b1808-cf07-475f-a260-dce27b447a2c req-adef2d44-2e18-40e4-9530-e7d572de958f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:44.115103 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b6b1808-cf07-475f-a260-dce27b447a2c req-adef2d44-2e18-40e4-9530-e7d572de958f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 944 time: 0.1923680 Apr 22 16:36:44.152787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:44.182920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee0489e-2cb1-4dcf-8551-4b55b514898f {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:36:44.190923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ecbf4-310f-46bc-a872-d8d3682193b8 req-b4012481-e533-4766-9757-9261f49e86b2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:44.193759 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-135ecbf4-310f-46bc-a872-d8d3682193b8 req-b4012481-e533-4766-9757-9261f49e86b2 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.1978035 Apr 22 16:36:44.210433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:44.244900 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6c082186-527e-4ffc-a028-b1d749b600b0 req-bc4c51e4-5e6e-4be6-977b-816aef822a5e service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190843 Apr 22 16:36:44.246665 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b6b1808-cf07-475f-a260-dce27b447a2c req-fc12e858-fdf4-47a3-99d4-82a06325799c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149042 Apr 22 16:36:44.252577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:44.256674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:44.269575 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-135ecbf4-310f-46bc-a872-d8d3682193b8 req-5611afc8-9152-44e6-b16e-964cbdfd1fc1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590551 Apr 22 16:36:44.352445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=7']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:44.355755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:44.527164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d8f04-7a11-45c3-b645-30c78f32828e req-6a8f659f-7dc3-49f6-9659-10a21fab0117 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:44.528786 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c71d8f04-7a11-45c3-b645-30c78f32828e req-6a8f659f-7dc3-49f6-9659-10a21fab0117 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.0924191 Apr 22 16:36:44.539030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 46678) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:36:44.544957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Request body: {'floatingip': {'port_id': '2ab42794-857b-43ff-9bc6-9793889cc214'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:36:44.575478 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:36:44.631904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:44.830627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70471a97-c9c8-4da7-a0af-82de8f32d11d req-c7c8b212-1141-42da-a259-2f96e9e19eee tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:44.832327 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-70471a97-c9c8-4da7-a0af-82de8f32d11d req-c7c8b212-1141-42da-a259-2f96e9e19eee tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.1167700 Apr 22 16:36:44.971049 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-70471a97-c9c8-4da7-a0af-82de8f32d11d req-9e5f90a8-04e9-4db8-938c-0cc392132bae tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874071 Apr 22 16:36:44.993897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf0257-fa8e-4d19-85f7-e2120f7c044b req-2bd81b23-c75b-4330-856b-a574fb594213 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:44.995623 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dfbf0257-fa8e-4d19-85f7-e2120f7c044b req-2bd81b23-c75b-4330-856b-a574fb594213 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1622691 Apr 22 16:36:45.043926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['aee0489e-2cb1-4dcf-8551-4b55b514898f'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:36:45.066205 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dfbf0257-fa8e-4d19-85f7-e2120f7c044b req-2adac1e9-dc73-4ac4-a87e-da1d3458e192 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574207 Apr 22 16:36:45.269172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b7400815-f781-4973-a0e4-0e801d2fb19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:45.552362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37d6cb-d283-4412-8149-9dea5dece713 req-7dd04d3e-67b0-482a-a2eb-35f4b701c36e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:45.554717 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cd37d6cb-d283-4412-8149-9dea5dece713 req-7dd04d3e-67b0-482a-a2eb-35f4b701c36e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 945 time: 0.1252317 Apr 22 16:36:45.611791 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-cd37d6cb-d283-4412-8149-9dea5dece713 req-be691b2d-1ed3-40b5-959a-4b771fa4396f tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488148 Apr 22 16:36:45.662626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:36:45.709920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:45.761000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:45.854832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:45.874126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'c9821195-c023-4bab-8104-df18060ae5f4', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'port_id': 'c9821195-c023-4bab-8104-df18060ae5f4', 'mac_address': 'fa:16:3e:8e:23:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:36:45.939041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:45.961048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9821195-c023-4bab-8104-df18060ae5f4 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:36:45.963030 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Floating IP 581be8a7-6bed-472a-9888-a60fe329908d associated. External IP: 172.27.3.225, port: 2ab42794-857b-43ff-9bc6-9793889cc214. Apr 22 16:36:45.982033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:46.018239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:46.020747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:46.125988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=6']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:46.130275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:46.271262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:46.376593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['c9821195-c023-4bab-8104-df18060ae5f4'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:36:46.521912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Router 71798293-5b9f-4e62-a346-b48b0456fb69 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:36:46.590699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c8c52-f52e-4a0e-8f13-34d3bc5e7678 req-4654af36-f8e7-4169-a102-f48da9d6b64c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:46.593287 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-048c8c52-f52e-4a0e-8f13-34d3bc5e7678 req-4654af36-f8e7-4169-a102-f48da9d6b64c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 945 time: 0.1290703 Apr 22 16:36:46.598208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:46.615141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bbfd4-0469-4068-b958-2ebe0ce9edb6 req-51a21f1c-1813-4930-8971-aa9fe3421701 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:46.618501 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-672bbfd4-0469-4068-b958-2ebe0ce9edb6 req-51a21f1c-1813-4930-8971-aa9fe3421701 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.4398155 Apr 22 16:36:46.720484 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-048c8c52-f52e-4a0e-8f13-34d3bc5e7678 req-b9ef9790-67f7-4831-8f80-721901bb6503 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003985 Apr 22 16:36:46.728838 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-672bbfd4-0469-4068-b958-2ebe0ce9edb6 req-edddb53d-3159-45fb-afc8-51684b7b0cf2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792439 Apr 22 16:36:46.795182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:36:46.800897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:46.811969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] Sync routers for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:36:46.828174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:36:46.829546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:46.865334 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-03ab9d4e-2224-42f1-ab43-f2c905c77447 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "PUT /v2.0/floatingips/581be8a7-6bed-472a-9888-a60fe329908d HTTP/1.1" status: 200 len: 992 time: 2.3250499 Apr 22 16:36:46.866059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:46.965819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4290e91-675c-4318-8fde-50a249ce691c req-b60de0f8-7862-4ef5-949e-ed81e017987e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:46.967549 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c4290e91-675c-4318-8fde-50a249ce691c req-b60de0f8-7862-4ef5-949e-ed81e017987e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 945 time: 0.1061819 Apr 22 16:36:47.026279 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c4290e91-675c-4318-8fde-50a249ce691c req-0bf56958-989a-4539-b480-c6fb49b6df8d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503039 Apr 22 16:36:47.091721 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214', 'status': 'completed', 'code': 200} Apr 22 16:36:47.115179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:36:47.232365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-89de9042-e9cc-4340-b2e6-fc0717e5eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:47.234780 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-89de9042-e9cc-4340-b2e6-fc0717e5eb97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e5e25cb92774c438695e84c0e89793c&device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 1099 time: 0.0924499 Apr 22 16:36:47.403236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-5404501a-9330-4b6c-b01e-197a7327febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:47.405439 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-5404501a-9330-4b6c-b01e-197a7327febd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 200 len: 911 time: 0.1584969 Apr 22 16:36:47.526194 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-c572bc97-7f21-476b-bb47-278cbffaa91c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ab42794-857b-43ff-9bc6-9793889cc214 HTTP/1.1" status: 200 len: 1000 time: 0.1129506 Apr 22 16:36:47.550765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '581be8a7-6bed-472a-9888-a60fe329908d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'port_id': '2ab42794-857b-43ff-9bc6-9793889cc214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'mac_address': 'fa:16:3e:00:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:36:23Z', 'updated_at': '2021-04-22T16:36:45Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:47.561415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] Checking router: 71798293-5b9f-4e62-a346-b48b0456fb69 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:36:47.571263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:36:47.572073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:47.610257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-4e7fb546-f1ae-4ff0-9d68-8fbb6178812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:47.611758 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-4e7fb546-f1ae-4ff0-9d68-8fbb6178812c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 200 len: 849 time: 0.0791574 Apr 22 16:36:47.633188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:47.700801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-bee9d664-e31a-43e2-b77d-70ede76f2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:47.703434 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-bee9d664-e31a-43e2-b77d-70ede76f2808 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4039c0e8-6a11-4623-81a2-1271aed79a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848064 Apr 22 16:36:47.705316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device aee0489e-2cb1-4dcf-8551-4b55b514898f up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:36:47.860024 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-65568d3f-1157-4817-a8e3-b6fcbd40d174 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501081 Apr 22 16:36:47.877524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:36:47.947315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port aee0489e-2cb1-4dcf-8551-4b55b514898f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:36:47.947859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:48.051802 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d892ce0f-4582-4d27-9dd7-9612bd634758 req-06ce78fd-dcd8-4637-bdc0-0b511d8edd40 service neutron] 10.222.0.26 "GET /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838548 Apr 22 16:36:48.080567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f7192-4477-4286-aa2e-81f18742fe81 req-caae161b-eeed-4348-8221-45673ef3ba4d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:48.086660 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0a6f7192-4477-4286-aa2e-81f18742fe81 req-caae161b-eeed-4348-8221-45673ef3ba4d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.1300468 Apr 22 16:36:48.098408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5fae-e98e-45a4-a602-6e7fe88883e3 req-04a005f7-652c-4990-9440-5d489f9c8284 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:48.100210 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-375e5fae-e98e-45a4-a602-6e7fe88883e3 req-04a005f7-652c-4990-9440-5d489f9c8284 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 945 time: 0.1902082 Apr 22 16:36:48.186747 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0a6f7192-4477-4286-aa2e-81f18742fe81 req-6a678dbd-1eda-41eb-a5f6-4526e1476a19 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981286 Apr 22 16:36:48.196797 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-375e5fae-e98e-45a4-a602-6e7fe88883e3 req-60d9aaf2-1899-44df-985f-279990d8cc7a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758939 Apr 22 16:36:48.448440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6024-6bb2-46fa-9c59-9e2a33c51018 req-73884570-a3e5-44f6-9cf7-ca19ff68363c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:48.454653 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e59b6024-6bb2-46fa-9c59-9e2a33c51018 req-73884570-a3e5-44f6-9cf7-ca19ff68363c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 945 time: 0.1034267 Apr 22 16:36:48.462777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:48.516999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:48.518677 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e59b6024-6bb2-46fa-9c59-9e2a33c51018 req-e295ece4-aa8c-4025-861e-6f8d38cd149c tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566304 Apr 22 16:36:48.543432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:48.578157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:48.579185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:36:48.611294 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'code': 200} Apr 22 16:36:48.615437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f2f8f0d5-e33a-4c27-bf6f-364fcecfa178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:48.729779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=8']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:48.737995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:48.758590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port c9821195-c023-4bab-8104-df18060ae5f4 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:36:48.759016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:48.799235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '581be8a7-6bed-472a-9888-a60fe329908d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'port_id': '2ab42794-857b-43ff-9bc6-9793889cc214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'mac_address': 'fa:16:3e:00:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:36:23Z', 'updated_at': '2021-04-22T16:36:45Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:36:48.815272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86b36d-50e1-43e1-956a-358cd14e6dd3 None None] The sync data for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi is: [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '581be8a7-6bed-472a-9888-a60fe329908d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'port_id': '2ab42794-857b-43ff-9bc6-9793889cc214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'mac_address': 'fa:16:3e:00:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:36:23Z', 'updated_at': '2021-04-22T16:36:45Z', 'revision_number': 1, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:36:48.930428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:48.976022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:49.012356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:49.015367 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:49.104291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87a6a2-54fa-4273-a0fe-520564e1085e req-0c185c90-9abb-48ea-a7b6-65e0e123c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:49.106421 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-da87a6a2-54fa-4273-a0fe-520564e1085e req-0c185c90-9abb-48ea-a7b6-65e0e123c377 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1099 time: 0.1330314 Apr 22 16:36:49.116188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=7']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:49.122310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:49.142409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb1cfbd-dbe6-4e6e-ac4b-d03809ddb432 None None] New status for floating IP 581be8a7-6bed-472a-9888-a60fe329908d: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:36:49.172098 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-da87a6a2-54fa-4273-a0fe-520564e1085e req-d61db0ca-8cea-4f44-9d6a-1a3a188b11ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587711 Apr 22 16:36:49.537370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381f0f1-6b0a-4b7c-8cf7-4fad61fc82b8 req-ab577db1-6a56-479b-94cc-36e322883f9d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:49.538956 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a381f0f1-6b0a-4b7c-8cf7-4fad61fc82b8 req-ab577db1-6a56-479b-94cc-36e322883f9d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1751463 Apr 22 16:36:49.548903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86405c1-69c0-4b07-af92-d18dc8cabb4c req-deec149d-c67c-49d9-8cd3-b326ea9f1763 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:49.550613 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a86405c1-69c0-4b07-af92-d18dc8cabb4c req-deec149d-c67c-49d9-8cd3-b326ea9f1763 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.1365480 Apr 22 16:36:49.634333 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a381f0f1-6b0a-4b7c-8cf7-4fad61fc82b8 req-dfd8d2a3-fa41-43b3-839c-d4db4bdc7758 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825734 Apr 22 16:36:49.639810 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a86405c1-69c0-4b07-af92-d18dc8cabb4c req-6f9a78be-536c-4fbd-8ed1-645faae7fa84 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725112 Apr 22 16:36:49.847757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1538-d450-4144-bbc7-426bf8488834 req-ba40479d-3dee-4410-9139-1fdea56b1fdb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:49.849389 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-84cf1538-d450-4144-bbc7-426bf8488834 req-ba40479d-3dee-4410-9139-1fdea56b1fdb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.0957649 Apr 22 16:36:49.901338 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-84cf1538-d450-4144-bbc7-426bf8488834 req-1c66e1fa-e259-4f0b-b097-e8828ebc4e27 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450850 Apr 22 16:36:50.612936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:50.664492 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4', 'code': 200} Apr 22 16:36:50.940360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c32e69-cf5f-4482-bf5f-c471c617d44e req-dbd991f9-8e6b-4d93-8590-24f762ccd64b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:50.941949 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96c32e69-cf5f-4482-bf5f-c471c617d44e req-dbd991f9-8e6b-4d93-8590-24f762ccd64b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1315765 Apr 22 16:36:50.952530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8ad5-45f5-4a72-bd73-067c3e467ef7 req-cc445944-b569-43a1-94c0-01e61cca37bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:50.954198 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e1fb8ad5-45f5-4a72-bd73-067c3e467ef7 req-cc445944-b569-43a1-94c0-01e61cca37bf tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 943 time: 0.1887655 Apr 22 16:36:51.068903 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-96c32e69-cf5f-4482-bf5f-c471c617d44e req-65bd7e58-e6ee-440d-a183-ba71ec7ff751 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100802 Apr 22 16:36:51.078905 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e1fb8ad5-45f5-4a72-bd73-067c3e467ef7 req-96c6f3ee-7365-4216-983e-c08b1650aaf9 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987017 Apr 22 16:36:51.312029 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92402b2-0b99-4ccb-adb4-0696b10f2ad0 req-e4a0b3ca-6d72-413d-98b5-b5011e91d3d4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:51.313883 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b92402b2-0b99-4ccb-adb4-0696b10f2ad0 req-e4a0b3ca-6d72-413d-98b5-b5011e91d3d4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1073465 Apr 22 16:36:51.367199 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b92402b2-0b99-4ccb-adb4-0696b10f2ad0 req-220cc2b9-f54c-4d77-ba3a-fb995661ff88 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459116 Apr 22 16:36:51.707240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 260f0a40-bb20-4ce7-b426-9e469d366397 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:36:51.887567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 260f0a40-bb20-4ce7-b426-9e469d366397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=260f0a40-bb20-4ce7-b426-9e469d366397,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:51.908339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '260f0a40-bb20-4ce7-b426-9e469d366397', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:36:51.974568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:51.994349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260f0a40-bb20-4ce7-b426-9e469d366397 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:36:52.011404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 260f0a40-bb20-4ce7-b426-9e469d366397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=260f0a40-bb20-4ce7-b426-9e469d366397,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:52.084691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:52.088094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65b398bd-c630-4a72-a5af-ec2570024102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:52.177763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=260f0a40-bb20-4ce7-b426-9e469d366397,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:52.181189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:52.400514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c2afa-c587-4ed1-86c4-21ac5d53212e req-07127c53-f69f-44bd-81e9-39bfdfa58fe7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:52.402089 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-301c2afa-c587-4ed1-86c4-21ac5d53212e req-07127c53-f69f-44bd-81e9-39bfdfa58fe7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1889644 Apr 22 16:36:52.444480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfe61a-b79d-44d3-9e1d-4922d9eea763 req-4fc5b58e-5455-4a4f-89d0-556586d53492 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:52.446000 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-55dfe61a-b79d-44d3-9e1d-4922d9eea763 req-4fc5b58e-5455-4a4f-89d0-556586d53492 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 944 time: 0.1732826 Apr 22 16:36:52.501193 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-301c2afa-c587-4ed1-86c4-21ac5d53212e req-106e5059-0117-4381-915f-3b27b5209e3e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903335 Apr 22 16:36:52.531217 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['260f0a40-bb20-4ce7-b426-9e469d366397'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:36:52.582679 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-55dfe61a-b79d-44d3-9e1d-4922d9eea763 req-854ae8a3-8760-4ba4-922a-4f8e857fc196 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046503 Apr 22 16:36:53.894765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b4df-fc8a-4ed2-8959-55b327446133 req-c4f1fea9-f335-4def-89bf-f9759e9ba16f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:53.897709 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ea14b4df-fc8a-4ed2-8959-55b327446133 req-c4f1fea9-f335-4def-89bf-f9759e9ba16f tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1924951 Apr 22 16:36:54.005691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372a4bd-934c-43c1-928b-8a6a5de6a1dc req-1e3ec078-fd21-4f06-bbf3-9c7477782efe tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:54.008496 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1372a4bd-934c-43c1-928b-8a6a5de6a1dc req-1e3ec078-fd21-4f06-bbf3-9c7477782efe tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 944 time: 0.2206905 Apr 22 16:36:54.015022 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ea14b4df-fc8a-4ed2-8959-55b327446133 req-5aad8268-e07b-4c67-b137-5c5ccfba48f1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947676 Apr 22 16:36:54.104308 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1372a4bd-934c-43c1-928b-8a6a5de6a1dc req-21908d1b-0617-49ee-88c4-a712158405b8 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719180 Apr 22 16:36:55.466945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2306-d20c-40ad-928b-cc2affadbcdc req-93b2e55b-fd8c-4624-baa8-9fd623f505a5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:55.470357 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ddd2306-d20c-40ad-928b-cc2affadbcdc req-93b2e55b-fd8c-4624-baa8-9fd623f505a5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2328706 Apr 22 16:36:55.485468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4286f0a-aa86-4ebf-bfb1-042c0e0b920c req-3eed3bcb-7d64-4c0e-be24-b92746e2e9b7 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:55.487486 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a4286f0a-aa86-4ebf-bfb1-042c0e0b920c req-3eed3bcb-7d64-4c0e-be24-b92746e2e9b7 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 944 time: 0.1691761 Apr 22 16:36:55.572333 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4ddd2306-d20c-40ad-928b-cc2affadbcdc req-82ab8bd7-5b22-4463-862a-aa5e8f70fcbe tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831797 Apr 22 16:36:55.580520 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a4286f0a-aa86-4ebf-bfb1-042c0e0b920c req-b39b3e33-b9b2-4001-8d1c-ac6f40ef8cbd tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697894 Apr 22 16:36:55.721065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 260f0a40-bb20-4ce7-b426-9e469d366397 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:36:55.972799 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 260f0a40-bb20-4ce7-b426-9e469d366397 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:36:55.978766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 260f0a40-bb20-4ce7-b426-9e469d366397 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:36:55.987128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:56.146976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:56.185190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:36:56.196724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 260f0a40-bb20-4ce7-b426-9e469d366397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=260f0a40-bb20-4ce7-b426-9e469d366397,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:36:56.269316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:36:56.271629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:36:56.378660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=260f0a40-bb20-4ce7-b426-9e469d366397,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:36:56.391939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:36:56.428517 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397', 'code': 200} Apr 22 16:36:57.055811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899471-16ae-4c9e-99ce-031702eac2d2 req-3c33c59c-c6e4-4023-aece-b0c4b302eb02 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:57.058287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a0292-bf28-496c-bfec-7a1ad8e55943 req-067e78bd-f5b2-434c-8ecc-d920d61a6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:57.060261 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-474a0292-bf28-496c-bfec-7a1ad8e55943 req-067e78bd-f5b2-434c-8ecc-d920d61a6868 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1098 time: 0.1447499 Apr 22 16:36:57.064903 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d7899471-16ae-4c9e-99ce-031702eac2d2 req-3c33c59c-c6e4-4023-aece-b0c4b302eb02 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2565377 Apr 22 16:36:57.136834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c3aa6-88dd-4f7f-a26a-6e7ed9f208dd req-0c8b7ff5-c79b-4e54-8b97-e0ee9e28b925 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:57.139094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-eb3c3aa6-88dd-4f7f-a26a-6e7ed9f208dd req-0c8b7ff5-c79b-4e54-8b97-e0ee9e28b925 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 945 time: 0.3885570 Apr 22 16:36:57.147387 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-474a0292-bf28-496c-bfec-7a1ad8e55943 req-11577675-045b-4d9e-a08f-71d25c0ef7ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722337 Apr 22 16:36:57.187698 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d7899471-16ae-4c9e-99ce-031702eac2d2 req-42316098-c1f3-4ad9-b6a5-1622f1319b85 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171954 Apr 22 16:36:57.257578 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-eb3c3aa6-88dd-4f7f-a26a-6e7ed9f208dd req-667131eb-4cdb-43f5-ad46-bc0f0bd39a1d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067197 Apr 22 16:36:58.556338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280aa5c-9d35-481a-a9e6-eb101a9efa1a req-66ae4930-4be0-4acd-8c62-a9727b838b59 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:58.565993 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3280aa5c-9d35-481a-a9e6-eb101a9efa1a req-66ae4930-4be0-4acd-8c62-a9727b838b59 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1598392 Apr 22 16:36:58.744272 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3280aa5c-9d35-481a-a9e6-eb101a9efa1a req-383b92e2-712e-485a-becc-b4bb637de450 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766326 Apr 22 16:36:58.776766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50e9d6-9735-48b8-a586-1fa4a75287b6 req-a146ee3a-9f6b-4f17-9d97-3683d8483d70 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:36:58.785273 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fd50e9d6-9735-48b8-a586-1fa4a75287b6 req-a146ee3a-9f6b-4f17-9d97-3683d8483d70 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 945 time: 0.2018359 Apr 22 16:36:58.861913 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fd50e9d6-9735-48b8-a586-1fa4a75287b6 req-8036d5a9-7d5b-43ae-a23a-f3928ccb9ef1 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752048 Apr 22 16:37:00.022189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de6110-34e1-48d7-aa5b-a377bb6d68f9 req-89932740-c7dd-45c0-a68d-d5660601dc4c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:00.023812 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-63de6110-34e1-48d7-aa5b-a377bb6d68f9 req-89932740-c7dd-45c0-a68d-d5660601dc4c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1354933 Apr 22 16:37:00.142791 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-63de6110-34e1-48d7-aa5b-a377bb6d68f9 req-e7518fe7-e775-4582-9657-ff022b14b915 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779898 Apr 22 16:37:00.183505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871deceb-cfc0-44f2-be83-155b708de553 req-3fd81f23-d7ad-4b82-8a02-8b8922959df9 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:00.187039 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-871deceb-cfc0-44f2-be83-155b708de553 req-3fd81f23-d7ad-4b82-8a02-8b8922959df9 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 945 time: 0.1619031 Apr 22 16:37:00.260839 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-871deceb-cfc0-44f2-be83-155b708de553 req-b50fc2f3-b47c-4b4a-8703-9a43d045a67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621467 Apr 22 16:37:00.609055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab1861-6a45-46c8-969e-4de7e197673d req-7f25e03a-9e94-4ec3-8ad1-aaadcb925c4b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:00.611781 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4aab1861-6a45-46c8-969e-4de7e197673d req-7f25e03a-9e94-4ec3-8ad1-aaadcb925c4b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 945 time: 0.1581144 Apr 22 16:37:00.710420 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4aab1861-6a45-46c8-969e-4de7e197673d req-28080583-6175-4994-a1e2-9132e370618b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859005 Apr 22 16:37:00.741462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46804) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:37:00.891445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b166ed6c-8e06-4268-98d0-cee0a21e0ccb tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:00.893078 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b166ed6c-8e06-4268-98d0-cee0a21e0ccb tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1093 time: 0.1501286 Apr 22 16:37:00.898578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 46808) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:37:00.905757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:37:00.912611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:37:00.917156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:floatingip and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:37:00.920924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:37:00.929749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:37:01.001383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:01.254869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:01.327033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:01.543296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Allocated IP 172.27.3.112 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/ab02f8d3-3616-4947-98a1-5f654e5c120a) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:37:01.759880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfede98-01be-4218-b858-e378ab829d7b req-65f0fe60-e4fc-4467-aee3-8a90bbcb1e4b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:01.761826 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0cfede98-01be-4218-b858-e378ab829d7b req-65f0fe60-e4fc-4467-aee3-8a90bbcb1e4b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2982624 Apr 22 16:37:01.896200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:01.924916 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0cfede98-01be-4218-b858-e378ab829d7b req-80a65359-5918-4281-beb6-58c2a6090f4d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412542 Apr 22 16:37:02.011638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:02.022307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:37:02.137900 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:37:02.147988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:37:02.152330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:37:02.228407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=ab02f8d3-3616-4947-98a1-5f654e5c120a,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:37:02.234573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:37:03.455810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7f14d-647f-489c-8e3b-2d8dbdce5744 req-b3c037c7-3992-46f0-b2fb-6cbe9f52fea6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:03.457934 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-58d7f14d-647f-489c-8e3b-2d8dbdce5744 req-b3c037c7-3992-46f0-b2fb-6cbe9f52fea6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1921787 Apr 22 16:37:03.524302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:03.613965 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-58d7f14d-647f-489c-8e3b-2d8dbdce5744 req-a8dcbe16-0499-4c71-aaca-1db2f8daeade tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456332 Apr 22 16:37:04.021872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:04.346112 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:04.390166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:04.407919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-21c442aa-2260-460d-af97-37cd8be1452b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:37:04.533901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=ab02f8d3-3616-4947-98a1-5f654e5c120a,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:37:04.544352 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:37:04.557044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:04.758500 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Floating IP 0dcadddf-983a-4cdf-b050-3a766f9dda83 associated. External IP: 172.27.3.112, port: 260f0a40-bb20-4ce7-b426-9e469d366397. Apr 22 16:37:05.105012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6977ac-70ad-41b5-9521-d075f2e5da47 req-f27844c1-8447-4183-855b-dbff91857165 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:05.107448 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b6977ac-70ad-41b5-9521-d075f2e5da47 req-f27844c1-8447-4183-855b-dbff91857165 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2185197 Apr 22 16:37:05.260122 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9b6977ac-70ad-41b5-9521-d075f2e5da47 req-c92ddb12-1853-4970-840b-28bc66c4873a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383109 Apr 22 16:37:05.307828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:37:05.526304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:37:05.540792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:37:05.554762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:37:05.555625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:37:05.595223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:05.676265 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7676117 Apr 22 16:37:05.676265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:37:05.722879 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397', 'status': 'completed', 'code': 200} Apr 22 16:37:05.802229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:37:05.916025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-fd99b7ce-af8b-4403-aa9a-f60e8edf5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:05.919210 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-fd99b7ce-af8b-4403-aa9a-f60e8edf5fac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1098 time: 0.1363628 Apr 22 16:37:06.126605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-179d90e2-f3f6-40ac-a1e3-19a7952a5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:06.128478 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-179d90e2-f3f6-40ac-a1e3-19a7952a5c9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1992505 Apr 22 16:37:06.282984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:03Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:37:06.288453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:37:06.300383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:37:06.301120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:36:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:37:06.329013 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-1dc5bc3c-8fd1-48e0-9639-e5de8e9bf2c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 200 len: 999 time: 0.1934557 Apr 22 16:37:06.469083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-3ed8fc46-9e8c-49e3-96a8-8872425edb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:06.471226 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-3ed8fc46-9e8c-49e3-96a8-8872425edb55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.1284938 Apr 22 16:37:06.574125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-855ba840-df62-4251-b11a-3aadcb39c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:06.576701 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-855ba840-df62-4251-b11a-3aadcb39c097 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972195 Apr 22 16:37:06.583441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:37:06.593527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e39e01-4015-4447-936b-baf46192135f req-95258f87-8a59-4418-9afc-2669aeda85d2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:06.595275 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e5e39e01-4015-4447-936b-baf46192135f req-95258f87-8a59-4418-9afc-2669aeda85d2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.1323268 Apr 22 16:37:06.678344 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e5e39e01-4015-4447-936b-baf46192135f req-eeb6ca81-05ba-4c27-b6e0-af82badb33d1 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738430 Apr 22 16:37:06.853533 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-6e237635-e452-4712-8cbe-009f45e94123 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261600 Apr 22 16:37:07.019874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-8fd61484-5f85-485a-8dc7-828ff86c1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:07.023208 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-8fd61484-5f85-485a-8dc7-828ff86c1c03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1099 time: 0.1417894 Apr 22 16:37:07.205640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-ca0c0773-9bfb-495d-a246-37ff822d0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:07.209565 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-ca0c0773-9bfb-495d-a246-37ff822d0cde service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.1776710 Apr 22 16:37:07.302663 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df0ced82-800a-4a5f-b830-9e78ae32f196 req-4b91cd93-2623-4da8-ac8d-6251687b6462 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337132 Apr 22 16:37:07.371973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:03Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:37:07.378066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298156d-eedb-48c9-a719-5926500ab86c None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:03Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:37:07.599888 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-ea06babf-a170-4c74-b4f6-decf1815401e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 200 len: 1002 time: 0.3835716 Apr 22 16:37:07.680319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-edb25fe6-7b7b-4403-9c0a-8eda9c4fc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:07.682065 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-edb25fe6-7b7b-4403-9c0a-8eda9c4fc7e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0734203 Apr 22 16:37:07.733577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dd89f-72b2-48a6-86c7-b0112b2bb811 None None] New status for floating IP 0dcadddf-983a-4cdf-b050-3a766f9dda83: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:37:07.792942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-654c1d72-1dca-4937-af9d-38cce465b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:07.794734 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-654c1d72-1dca-4937-af9d-38cce465b76a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039793 Apr 22 16:37:08.049022 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-f490815d-3c72-4249-b37d-78a5ce86e12e service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449567 Apr 22 16:37:08.110236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1d829-26f0-4bdb-82a0-f1a57d8e2256 req-f6fd0670-d63a-4f76-a2ab-701cf35b651c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:08.111929 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-62d1d829-26f0-4bdb-82a0-f1a57d8e2256 req-f6fd0670-d63a-4f76-a2ab-701cf35b651c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.2470422 Apr 22 16:37:08.238881 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-62d1d829-26f0-4bdb-82a0-f1a57d8e2256 req-f6055aa9-f1b4-49d0-8e5c-a53c60b7336d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185145 Apr 22 16:37:08.259468 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3c6f7eed-e12d-4890-a302-a618b13886b1 req-7e30ff08-22b3-4de5-a0c1-52b4fe49251c service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033150 Apr 22 16:37:09.487475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca298279-bb94-43e4-9662-7ac1c3bc02c6 req-874741e9-a655-4522-ba1d-d0af084ffeda tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:09.489154 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca298279-bb94-43e4-9662-7ac1c3bc02c6 req-874741e9-a655-4522-ba1d-d0af084ffeda tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 946 time: 0.0986476 Apr 22 16:37:09.543410 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ca298279-bb94-43e4-9662-7ac1c3bc02c6 req-d56d387f-1cc5-4112-b6d2-a7fa06587f13 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473301 Apr 22 16:37:09.800214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:37:09.951281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:09.984249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:37:09.998664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:37:10.033109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:10.035031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-88ba03ba-ebf5-450f-bae2-4b3904cc6c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:37:10.069527 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4', 'code': 200} Apr 22 16:37:10.120152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=8']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:37:10.124598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:37:10.767549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bde3e-ad62-4c7d-957e-bbc46f976895 req-125acb1d-f8b7-4a9b-8714-06bd2c5619a3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:10.769121 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b2bde3e-ad62-4c7d-957e-bbc46f976895 req-125acb1d-f8b7-4a9b-8714-06bd2c5619a3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.0910289 Apr 22 16:37:10.838094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2b2bde3e-ad62-4c7d-957e-bbc46f976895 req-d8e36803-cd4d-4de5-8651-de63a90da1e2 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564163 Apr 22 16:37:13.010765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-12d72b42-4929-4ec4-895b-0632a80cfdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:13.630691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e180ea1-a866-4fcd-81d3-cc85db64b1e7 req-69375c37-1bd5-4ac4-aa5d-8ff05635f79b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:13.633368 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9e180ea1-a866-4fcd-81d3-cc85db64b1e7 req-69375c37-1bd5-4ac4-aa5d-8ff05635f79b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1617749 Apr 22 16:37:13.720331 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9e180ea1-a866-4fcd-81d3-cc85db64b1e7 req-5a16d6f3-41e2-4e86-bdfc-0c02f9395ef7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733967 Apr 22 16:37:13.815989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:37:13.970612 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-fab413e9-faff-43a9-9d5f-dc32dee9dc82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305332 Apr 22 16:37:14.893229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ecc5-39d3-4414-9110-783016803f5d req-2138e01b-31d1-4969-b8dd-7a14666ffb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:14.895117 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-2138e01b-31d1-4969-b8dd-7a14666ffb1c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec&tenant_id=2dc631ec763f43c5b439665925552ced HTTP/1.1" status: 200 len: 1097 time: 0.1039844 Apr 22 16:37:15.080182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63a787-3f26-4a31-bcd0-48ebdcc123ae req-407e92f3-44e2-49a3-b366-098e8b30e3e9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:15.081854 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb63a787-3f26-4a31-bcd0-48ebdcc123ae req-407e92f3-44e2-49a3-b366-098e8b30e3e9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1822109 Apr 22 16:37:15.084387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ecc5-39d3-4414-9110-783016803f5d req-56e2abff-7d09-4d6d-a2f2-f19ddb019226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:15.086376 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-56e2abff-7d09-4d6d-a2f2-f19ddb019226 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1097 time: 0.1322167 Apr 22 16:37:15.245848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fb63a787-3f26-4a31-bcd0-48ebdcc123ae req-7f1d23fe-4afc-4727-a07f-17e4260de8e6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532204 Apr 22 16:37:15.259130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-74b8a072-28a0-4428-b140-2509fcde80dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:15.316030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ecc5-39d3-4414-9110-783016803f5d req-a1cdc091-a3a8-48ae-8950-4e54d0e2ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:15.317860 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-a1cdc091-a3a8-48ae-8950-4e54d0e2ea84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.2233205 Apr 22 16:37:15.464251 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-6962dad2-3690-41f0-923e-a90abfe229ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 200 len: 1000 time: 0.1360416 Apr 22 16:37:15.558383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ecc5-39d3-4414-9110-783016803f5d req-c150bbab-5c75-4482-9d12-a1963aa3e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:15.562202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-c150bbab-5c75-4482-9d12-a1963aa3e639 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0905108 Apr 22 16:37:15.676496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862ecc5-39d3-4414-9110-783016803f5d req-12e29bf1-a016-45ab-b30f-55f310bad51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:15.678188 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-12e29bf1-a016-45ab-b30f-55f310bad51c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042483 Apr 22 16:37:15.869432 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-369b562e-8043-4fd3-a303-c4a40f9ea9cf service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792438 Apr 22 16:37:16.078695 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e862ecc5-39d3-4414-9110-783016803f5d req-a441fa3a-bcd4-427b-b209-5a53f30b7a45 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964006 Apr 22 16:37:16.235530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:16.581566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d2cc-0bfe-4b38-89a5-c9dd23739793 req-5ae60773-28c9-4508-93c8-e7d4584fa421 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:16.581817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:16.584410 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1f66d2cc-0bfe-4b38-89a5-c9dd23739793 req-5ae60773-28c9-4508-93c8-e7d4584fa421 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1381137 Apr 22 16:37:16.649562 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1f66d2cc-0bfe-4b38-89a5-c9dd23739793 req-a840ff99-e61b-4c75-97ca-8bfe4941f36a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561135 Apr 22 16:37:17.596231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:17.945742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d87130-f0ee-4b8f-b3f0-12f426584501 req-e3b7abd0-ea45-4515-a275-5383efbde2da tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:17.947434 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-25d87130-f0ee-4b8f-b3f0-12f426584501 req-e3b7abd0-ea45-4515-a275-5383efbde2da tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1282485 Apr 22 16:37:18.006926 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-25d87130-f0ee-4b8f-b3f0-12f426584501 req-a39ff20f-e6c7-4b69-8cd0-3e2fea9bc1ea tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518799 Apr 22 16:37:19.270546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dabbd-d599-4a17-b4ad-8e857efa20ac req-3c0674d7-956f-4f06-92e6-eb8567a83df0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:19.273111 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f01dabbd-d599-4a17-b4ad-8e857efa20ac req-3c0674d7-956f-4f06-92e6-eb8567a83df0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1131694 Apr 22 16:37:19.337011 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f01dabbd-d599-4a17-b4ad-8e857efa20ac req-cb38a699-4f45-4fa1-bd03-2c172bb7c62b tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545757 Apr 22 16:37:20.646723 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd54d-dabe-421a-95f6-047fc6cbbf32 req-cbc4a30d-674a-447d-a617-a631630a7bbb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:20.648535 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b52bd54d-dabe-421a-95f6-047fc6cbbf32 req-cbc4a30d-674a-447d-a617-a631630a7bbb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1397059 Apr 22 16:37:20.717301 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b52bd54d-dabe-421a-95f6-047fc6cbbf32 req-cc06439f-0b02-40d9-97d6-5ad5899b66d0 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521517 Apr 22 16:37:21.577671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:37:21.974046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81775f-44cb-438e-93c6-5451ea686c75 req-ca0afe5d-2d36-4a7a-8059-1b225cb0aa2e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:21.975735 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ad81775f-44cb-438e-93c6-5451ea686c75 req-ca0afe5d-2d36-4a7a-8059-1b225cb0aa2e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1044126 Apr 22 16:37:22.039453 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ad81775f-44cb-438e-93c6-5451ea686c75 req-1c10e29d-6a3c-4049-91b1-238ff4525d5c tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559349 Apr 22 16:37:23.371126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfccb3d-cdd9-4656-b6dc-c0756632bd35 req-d4ee5a07-9d6d-4460-ba52-dd7664980cd9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:23.373848 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7cfccb3d-cdd9-4656-b6dc-c0756632bd35 req-d4ee5a07-9d6d-4460-ba52-dd7664980cd9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1751659 Apr 22 16:37:23.449698 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7cfccb3d-cdd9-4656-b6dc-c0756632bd35 req-ea6d57bc-e884-4de2-bf24-b5c1ec6329fd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653234 Apr 22 16:37:24.693083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6405-ff6e-4e01-9e31-a1839cf226d0 req-c61d5f62-94c3-4a45-9af7-b8e41dd910a4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:24.694991 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8ccd6405-ff6e-4e01-9e31-a1839cf226d0 req-c61d5f62-94c3-4a45-9af7-b8e41dd910a4 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.0966988 Apr 22 16:37:24.754317 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8ccd6405-ff6e-4e01-9e31-a1839cf226d0 req-233b40c9-9a34-47dc-b4b0-695a052be9a8 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486696 Apr 22 16:37:26.032675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063425d-c673-468a-a085-0812fad0e1ef req-41c11291-96a9-4319-b2a5-f1d0708b8e75 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:26.034360 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0063425d-c673-468a-a085-0812fad0e1ef req-41c11291-96a9-4319-b2a5-f1d0708b8e75 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1188500 Apr 22 16:37:26.109984 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0063425d-c673-468a-a085-0812fad0e1ef req-ecbd542e-4384-4646-9fe1-9867d7653571 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675840 Apr 22 16:37:27.403630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd143-36a0-4bfc-94de-dd5ed9398039 req-18e5f9bd-a107-4e0b-80b9-a7e2cb8af876 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:27.405625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9fecd143-36a0-4bfc-94de-dd5ed9398039 req-18e5f9bd-a107-4e0b-80b9-a7e2cb8af876 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1149559 Apr 22 16:37:27.466679 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9fecd143-36a0-4bfc-94de-dd5ed9398039 req-6a61f367-7b28-46bd-85e7-7f6e4c870265 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Apr 22 16:37:28.732626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bab5e-1d55-4927-80f4-9c1b04846b3d req-7cbcfa1a-a613-4dd3-9191-446d48830c42 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:28.735891 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4f8bab5e-1d55-4927-80f4-9c1b04846b3d req-7cbcfa1a-a613-4dd3-9191-446d48830c42 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1044970 Apr 22 16:37:28.793047 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4f8bab5e-1d55-4927-80f4-9c1b04846b3d req-efc707af-7e89-4e8e-9d76-38d13d157fa7 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485179 Apr 22 16:37:30.385502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c55df3-e3e5-43eb-bfb7-651db9c6cc0f req-736cf8d7-ffe2-4ff1-952d-10fec3f62eb9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:30.387139 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c9c55df3-e3e5-43eb-bfb7-651db9c6cc0f req-736cf8d7-ffe2-4ff1-952d-10fec3f62eb9 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1040518 Apr 22 16:37:30.437985 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c9c55df3-e3e5-43eb-bfb7-651db9c6cc0f req-efd18143-a595-464d-95d9-e1db5edebf7e tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Apr 22 16:37:31.381313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:31.693640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faf601-975d-4725-944d-ed97209a88c1 req-fdbf9ad9-50f3-4bb4-9735-9df998df7107 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:31.695253 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f3faf601-975d-4725-944d-ed97209a88c1 req-fdbf9ad9-50f3-4bb4-9735-9df998df7107 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1009676 Apr 22 16:37:31.752874 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f3faf601-975d-4725-944d-ed97209a88c1 req-18953509-7ca5-4c33-9ad3-66121c565855 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476379 Apr 22 16:37:32.988992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353665bd-1cb5-4398-86f3-c57aa2eeba85 req-e4401f96-d51d-49e1-a8d5-785bd8b97101 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:32.990626 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-353665bd-1cb5-4398-86f3-c57aa2eeba85 req-e4401f96-d51d-49e1-a8d5-785bd8b97101 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1002862 Apr 22 16:37:33.041888 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-353665bd-1cb5-4398-86f3-c57aa2eeba85 req-99bc963f-d753-4cbc-91a7-c1b62b5f6165 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Apr 22 16:37:34.280755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03886fe4-5725-41af-a313-4d47596d3e40 req-00673d4b-47e0-4e2a-a4a9-94b168b43774 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:34.282413 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-03886fe4-5725-41af-a313-4d47596d3e40 req-00673d4b-47e0-4e2a-a4a9-94b168b43774 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.1018262 Apr 22 16:37:34.333354 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-03886fe4-5725-41af-a313-4d47596d3e40 req-3bd0cbf9-5f04-4f85-9fad-6a996ed870cd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435236 Apr 22 16:37:35.567163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a6a84-1145-4577-a7ef-482901f1875a req-4e172109-6068-44fc-8643-0a332a676bdd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:35.568837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f79a6a84-1145-4577-a7ef-482901f1875a req-4e172109-6068-44fc-8643-0a332a676bdd tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 944 time: 0.0970669 Apr 22 16:37:35.623692 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f79a6a84-1145-4577-a7ef-482901f1875a req-d029fbe6-042b-469e-b138-e052d65a4263 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466766 Apr 22 16:37:35.943188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:37:36.103582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:37:36.125094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': 'c9821195-c023-4bab-8104-df18060ae5f4', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'port_id': 'c9821195-c023-4bab-8104-df18060ae5f4', 'mac_address': 'fa:16:3e:8e:23:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:37:36.191621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:36.210814 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9821195-c023-4bab-8104-df18060ae5f4 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:37:36.229160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:37:36.273784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:36.276071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:37:36.358447 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=9']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:37:36.368385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.368789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.369172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.369561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.369937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.370439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.370686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.371053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.371973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.372881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.373267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.373640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:37:36.378157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:37:36.719252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['c9821195-c023-4bab-8104-df18060ae5f4'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:37:36.898930 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd2edd-a44f-4230-a8d5-5cadc04620be req-56cdbb38-05db-48e1-9aff-518c0ce15948 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:36.903292 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-facd2edd-a44f-4230-a8d5-5cadc04620be req-56cdbb38-05db-48e1-9aff-518c0ce15948 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 945 time: 0.1208756 Apr 22 16:37:36.958080 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-facd2edd-a44f-4230-a8d5-5cadc04620be req-bc08f08b-bf41-4d63-86bc-7aa12e77eb78 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487010 Apr 22 16:37:37.957849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:37:38.039909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port c9821195-c023-4bab-8104-df18060ae5f4 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:37:38.040376 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:38.176066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:38.205537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7aa0b-ac7d-45ae-b36f-41c279ba9183 req-31b31b0e-3a38-4d5e-885f-70e8244eaf92 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:38.208684 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23b7aa0b-ac7d-45ae-b36f-41c279ba9183 req-31b31b0e-3a38-4d5e-885f-70e8244eaf92 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 945 time: 0.0986142 Apr 22 16:37:38.209924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:37:38.222967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:37:38.257381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:38.259518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:37:38.285546 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23b7aa0b-ac7d-45ae-b36f-41c279ba9183 req-bd6ba119-62fa-4980-a31c-2feb7af2212d tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713878 Apr 22 16:37:38.339434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=10']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:37:38.344871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:37:38.406354 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4', 'code': 200} Apr 22 16:37:38.780032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585621ed-2671-4f32-8eec-c115cc28a5f5 req-0f8455a1-5e57-491a-8207-9dd3ce9e1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:38.781670 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-585621ed-2671-4f32-8eec-c115cc28a5f5 req-0f8455a1-5e57-491a-8207-9dd3ce9e1be6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1100 time: 0.0822999 Apr 22 16:37:38.827032 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-585621ed-2671-4f32-8eec-c115cc28a5f5 req-293686e6-239b-4119-9eab-87b55c93662a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387688 Apr 22 16:37:39.520967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ca56a-d800-442a-8969-88ca19be74c8 req-131c236a-5eb0-46ca-bc9f-9b3132c3a607 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:39.522503 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ce2ca56a-d800-442a-8969-88ca19be74c8 req-131c236a-5eb0-46ca-bc9f-9b3132c3a607 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 947 time: 0.1062357 Apr 22 16:37:39.573745 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ce2ca56a-d800-442a-8969-88ca19be74c8 req-d810df4b-8da1-427a-8a86-31c6436c8fa3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Apr 22 16:37:40.817631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604f1dc-e659-4a9f-8886-49c1d7a03701 req-1d4d7968-d9f6-4183-88cf-3fc8aeca1265 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:40.819180 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2604f1dc-e659-4a9f-8886-49c1d7a03701 req-1d4d7968-d9f6-4183-88cf-3fc8aeca1265 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 947 time: 0.0957410 Apr 22 16:37:40.880423 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2604f1dc-e659-4a9f-8886-49c1d7a03701 req-8611ddd3-c435-4741-bbac-b0e1be4dbd11 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530667 Apr 22 16:37:42.101164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0917f5-6485-4e16-952a-69ddf9055300 req-7553c1bc-3bd6-485e-890c-d4dbd7e04393 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:42.102826 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa0917f5-6485-4e16-952a-69ddf9055300 req-7553c1bc-3bd6-485e-890c-d4dbd7e04393 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 947 time: 0.0946062 Apr 22 16:37:42.155764 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa0917f5-6485-4e16-952a-69ddf9055300 req-b5d99104-ac2c-4a8e-87d4-909b460052db tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455225 Apr 22 16:37:42.994475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d0d66f4c-b68c-4f5a-8f9e-af68a28990d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:44.243347 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-034ef12e-3d1c-42a5-8189-b5b767b7847b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869501 Apr 22 16:37:44.373645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-d3e21f5c-e3e4-4ae6-9d95-fec41efe6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:44.375878 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-d3e21f5c-e3e4-4ae6-9d95-fec41efe6586 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1100 time: 0.0951707 Apr 22 16:37:44.819638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-f6149768-14d3-4cd1-8f84-dabd75a99b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:44.821286 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-f6149768-14d3-4cd1-8f84-dabd75a99b1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.4245803 Apr 22 16:37:44.936110 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-0d7bac15-c90a-49a3-907c-4dc10ea1cb80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 200 len: 1002 time: 0.1068952 Apr 22 16:37:45.006242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-413e6945-6aa2-47a8-9e47-49342bae8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:45.007708 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-413e6945-6aa2-47a8-9e47-49342bae8a69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0646348 Apr 22 16:37:45.104647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-080384d4-980f-45e3-b665-023af6821d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:37:45.106767 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-080384d4-980f-45e3-b665-023af6821d78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929403 Apr 22 16:37:45.264129 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-0ad95b47-2ec4-4b5f-8437-60002819c314 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495047 Apr 22 16:37:45.318167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9ff43ca8-5a73-4661-9c33-ef9b31c2cead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:45.424305 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f61012bd-9c22-4e2d-a808-455dc17724a3 req-0e2c31cf-cd88-4f81-8a08-680a478319b8 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531296 Apr 22 16:37:46.272460 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:46.571075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:47.586383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:37:58.577468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:38:01.301852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:13.003130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-382d6ba5-9eaa-4044-85f5-9e24493fe5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:15.228044 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bca89c7f-8a5c-4101-bbf5-fe09af86fa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:16.250413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:16.547411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:17.576056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:31.289942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:35.577158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:38:39.500763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47230) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:39.838881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Deleting port 83095b0e-baf8-4b30-8b1f-07a837adcd76 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:39.839150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:40.028701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:40.029081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:40.162542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Calling delete_port for 83095b0e-baf8-4b30-8b1f-07a837adcd76 owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:40.416484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:40.422232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:40.471922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event deleted for resources: {'Port': ['ID=83095b0e-baf8-4b30-8b1f-07a837adcd76,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:40.483030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.483392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.483756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.484186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.484608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.485346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.485346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.485772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.486967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.487391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.487802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.488241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:40.492082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:40.599541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:40.600111 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Floating IP f8fd2487-f597-439f-b29f-224b47436cd1 disassociated (deleted). External IP: 172.27.3.37, port: aee0489e-2cb1-4dcf-8551-4b55b514898f. Apr 22 16:38:40.968611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Router 5c40a1ba-8111-4ada-a462-76faac13379d has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:38:41.166017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:38:41.175691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] Sync routers for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:38:41.179023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:41.186990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:41.187671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:41.238976 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8245f54e-578d-4c51-bab2-603d9aaa88bb tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "DELETE /v2.0/floatingips/f8fd2487-f597-439f-b29f-224b47436cd1 HTTP/1.1" status: 204 len: 168 time: 1.7365804 Apr 22 16:38:41.239254 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:38:41.312808 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'status': 'completed', 'code': 200} Apr 22 16:38:41.390431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:41.467607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234690a-509c-40db-8c5e-1595877acfe0 req-5af7993d-ea50-4865-889e-e0166506144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:41.469436 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7234690a-509c-40db-8c5e-1595877acfe0 req-5af7993d-ea50-4865-889e-e0166506144d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 1099 time: 0.0960264 Apr 22 16:38:41.735628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234690a-509c-40db-8c5e-1595877acfe0 req-97fa817d-43c2-485d-92e1-6935a61a2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:41.737234 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7234690a-509c-40db-8c5e-1595877acfe0 req-97fa817d-43c2-485d-92e1-6935a61a2de8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 200 len: 909 time: 0.2247293 Apr 22 16:38:41.755114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab4bac-66ed-4aa6-bb9c-781c3961348c req-6a87370b-67ac-430e-a0c6-f705b1a5a48d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:41.755852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fcab4bac-66ed-4aa6-bb9c-781c3961348c req-6a87370b-67ac-430e-a0c6-f705b1a5a48d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Synchronizing usage tracker for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:38:41.772194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:34Z', 'revision_number': 5, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:41.776936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] Checking router: 5c40a1ba-8111-4ada-a462-76faac13379d for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:38:41.786341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:41.787005 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:41.835622 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7234690a-509c-40db-8c5e-1595877acfe0 req-88ac8d99-8391-4227-9533-b9886b013fda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 200 len: 217 time: 0.0892348 Apr 22 16:38:41.883465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-fcab4bac-66ed-4aa6-bb9c-781c3961348c req-6a87370b-67ac-430e-a0c6-f705b1a5a48d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Unset dirty status for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:38:41.885404 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fcab4bac-66ed-4aa6-bb9c-781c3961348c req-6a87370b-67ac-430e-a0c6-f705b1a5a48d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.2613456 Apr 22 16:38:41.942863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234690a-509c-40db-8c5e-1595877acfe0 req-9a887c20-acdd-4aef-90d3-d5b57a391e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:41.944525 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7234690a-509c-40db-8c5e-1595877acfe0 req-9a887c20-acdd-4aef-90d3-d5b57a391e61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 200 len: 847 time: 0.0994565 Apr 22 16:38:41.955922 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fcab4bac-66ed-4aa6-bb9c-781c3961348c req-4cbeecfb-53e8-41e5-9f19-1492f2e8272e tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627687 Apr 22 16:38:41.983615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:42.056262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234690a-509c-40db-8c5e-1595877acfe0 req-e6757eaf-5998-44ef-b277-67ee7db8a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:42.058490 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7234690a-509c-40db-8c5e-1595877acfe0 req-e6757eaf-5998-44ef-b277-67ee7db8a87d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6a9c447-c763-4b88-af2f-d57480ca1c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902393 Apr 22 16:38:42.211493 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7234690a-509c-40db-8c5e-1595877acfe0 req-6b5d8d26-3445-4c2b-9a78-d8e423b54570 service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423349 Apr 22 16:38:42.507931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:34Z', 'revision_number': 5, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:42.513292 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0005417-c02b-4518-8649-ca691aba93ba None None] The sync data for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi is: [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:32:25Z', 'revision_number': 4, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'dfc86563-8755-4822-bdec-0b32b0fd83f7', 'name': '', 'network_id': 'c6a9c447-c763-4b88-af2f-d57480ca1c36', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'mac_address': 'fa:16:3e:51:40:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:23Z', 'updated_at': '2021-04-22T16:32:34Z', 'revision_number': 5, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'subnets': [{'id': '85f5f8f4-d20b-49e3-a919-302720a9e50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:38:42.625632 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-7234690a-509c-40db-8c5e-1595877acfe0 req-2af5045b-b87e-4814-b035-3d9d27ec253f service neutron] 10.222.0.26 "GET /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067736 Apr 22 16:38:42.912862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f4449-006f-417e-9755-3c9a8f73d2ba None None] New status for floating IP f8fd2487-f597-439f-b29f-224b47436cd1: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:38:42.998722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b582f107-f6ba-409c-94bc-5e314a6150a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:43.202489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cc7ec-9284-46be-81bc-48c0cf93baef req-bde9e8c7-9996-4ffd-b430-21583bea7d18 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:43.207899 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e61cc7ec-9284-46be-81bc-48c0cf93baef req-bde9e8c7-9996-4ffd-b430-21583bea7d18 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.0929611 Apr 22 16:38:43.258350 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e61cc7ec-9284-46be-81bc-48c0cf93baef req-9df959cc-24aa-4276-bc23-e7f1acd3a266 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9af584c-d4c3-4876-be3f-f520453673fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Apr 22 16:38:43.524102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-901fdf4d-b284-4bb1-b8e1-4e66f7ead783 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:43.526233 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-901fdf4d-b284-4bb1-b8e1-4e66f7ead783 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.26 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 946 time: 0.1077244 Apr 22 16:38:43.608377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Deleting port aee0489e-2cb1-4dcf-8551-4b55b514898f {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:43.608778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:43.893105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] For port aee0489e-2cb1-4dcf-8551-4b55b514898f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aee0489e-2cb1-4dcf-8551-4b55b514898f,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:43.893510 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:44.032977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Calling delete_port for aee0489e-2cb1-4dcf-8551-4b55b514898f owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:44.261192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:44.267642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d46b7dcf-43b5-4a76-9711-b274c7af1378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:44.319699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event deleted for resources: {'Port': ['ID=aee0489e-2cb1-4dcf-8551-4b55b514898f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:44.361659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:44.453570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] No DVR routers for this DVR port aee0489e-2cb1-4dcf-8551-4b55b514898f on host hv-cinder-78462 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:38:44.457005 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dba9c495-da62-49f4-a5f9-faea15f5f23b req-2a40a3df-4c6c-4e3f-9487-dfcbb1e263f4 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 210 time: 0.0595982 Apr 22 16:38:44.458017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:44.460950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-deleted', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:38:44.501853 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-73999cc6-9e3d-4b51-bcf1-56f3ea07069b req-a0108654-a106-4918-8b10-c3c84e32aae5 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.26 "DELETE /v2.0/ports/aee0489e-2cb1-4dcf-8551-4b55b514898f HTTP/1.1" status: 204 len: 173 time: 0.9699960 Apr 22 16:38:44.519218 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984266c2-f3a8-494a-96c8-f553fc1dba16', 'name': 'network-vif-deleted', 'tag': 'aee0489e-2cb1-4dcf-8551-4b55b514898f', 'status': 'completed', 'code': 200} Apr 22 16:38:45.183621 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-8099a05a-08dd-4cc0-9d96-294f7c0bafd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1001849 Apr 22 16:38:45.215309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b2a7-dc4e-4881-9d00-d399766e8245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:45.387826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-85e6c0d0-d56f-4c02-a024-625afee7db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:45.389463 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-85e6c0d0-d56f-4c02-a024-625afee7db04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc631ec763f43c5b439665925552ced&device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 1100 time: 0.0924234 Apr 22 16:38:45.668913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-9e89c17d-0cda-4c45-950a-ceb5e376c3ef req-9b7c6529-5cf7-40b4-b95c-407c3bab7391 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Synchronizing usage tracker for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:38:45.703242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-a6166f82-c1d7-4dc0-927d-b5b43cbafd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:45.704882 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-a6166f82-c1d7-4dc0-927d-b5b43cbafd8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 200 len: 918 time: 0.2818096 Apr 22 16:38:45.715525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35555301-430f-44ae-9d11-417def05dd1e req-4909ccec-2fd6-4f1d-bd9a-a197da13a3c1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:45.717090 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-35555301-430f-44ae-9d11-417def05dd1e req-4909ccec-2fd6-4f1d-bd9a-a197da13a3c1 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.2705519 Apr 22 16:38:45.790253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-9e89c17d-0cda-4c45-950a-ceb5e376c3ef req-9b7c6529-5cf7-40b4-b95c-407c3bab7391 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Unset dirty status for tenant:156a4f9de40d48f0819a57ab1d1ee271 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:38:45.792509 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9e89c17d-0cda-4c45-950a-ceb5e376c3ef req-9b7c6529-5cf7-40b4-b95c-407c3bab7391 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "GET /v2.0/ports?device_id=984266c2-f3a8-494a-96c8-f553fc1dba16 HTTP/1.1" status: 200 len: 210 time: 0.1916716 Apr 22 16:38:45.860041 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-147d14b1-8165-4b40-ab24-e1e966474915 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 200 len: 1002 time: 0.1409340 Apr 22 16:38:45.863204 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-35555301-430f-44ae-9d11-417def05dd1e req-6f0c5907-16ba-448c-8bfa-b5d0d223fa79 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833535 Apr 22 16:38:45.934675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-fbbb5ff0-f660-4dba-9208-5122f20d8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:45.936252 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-fbbb5ff0-f660-4dba-9208-5122f20d8b95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 200 len: 856 time: 0.0678368 Apr 22 16:38:46.027469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-9b6d095c-fa91-4c0a-a815-17b352a8938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:46.029222 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-9b6d095c-fa91-4c0a-a815-17b352a8938e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=22ad9635-e8a2-4b02-859f-9814b3cf4838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798810 Apr 22 16:38:46.179907 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-fcfd1516-913d-417b-8b47-fa56d58ec3a1 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433949 Apr 22 16:38:46.264579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:46.338572 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-df6be4a4-3da0-4fbc-8b87-ceabdc64e619 req-f9fffd3a-c65e-4a34-aa1b-536ddde55e71 service neutron] 10.222.0.26 "GET /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507149 Apr 22 16:38:46.535772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:46.894990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47306) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:46.958483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781ea9a-ce2e-426c-94f9-58540696d1d9 req-2800688d-a494-43a3-a463-c40c7e3f1674 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:46.960102 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0781ea9a-ce2e-426c-94f9-58540696d1d9 req-2800688d-a494-43a3-a463-c40c7e3f1674 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 947 time: 0.0972435 Apr 22 16:38:46.973106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:47.007624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:47.065021 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0781ea9a-ce2e-426c-94f9-58540696d1d9 req-e12c7601-648f-49f0-960d-bd8249667809 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979764 Apr 22 16:38:47.097875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f69146-7cf7-4f41-9341-177cc4296a1a req-9c0354e1-357c-4487-9bf8-0e86a69aa862 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:47.099461 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-11f69146-7cf7-4f41-9341-177cc4296a1a req-9c0354e1-357c-4487-9bf8-0e86a69aa862 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.1160026 Apr 22 16:38:47.151356 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-11f69146-7cf7-4f41-9341-177cc4296a1a req-2af07466-5313-4107-ab49-167180936867 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 Apr 22 16:38:47.158094 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:47.163777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7227beaf-f293-42b2-a323-4088f65b7061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:47.180496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9af584c-d4c3-4876-be3f-f520453673fc,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:47.189951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.193712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.194745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:38:47.198769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:47.213984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:47.215224 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cf9393bf-02e1-4cde-81a4-44773e37d491 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9af584c-d4c3-4876-be3f-f520453673fc HTTP/1.1" status: 204 len: 168 time: 0.3190050 Apr 22 16:38:47.574047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:47.813649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-1f5e5973-6156-4e8f-b0a9-00b03e19428c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:47.815124 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-1f5e5973-6156-4e8f-b0a9-00b03e19428c tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.0911815 Apr 22 16:38:47.891407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Deleting port 2ab42794-857b-43ff-9bc6-9793889cc214 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:47.891805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:48.154532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] For port 2ab42794-857b-43ff-9bc6-9793889cc214, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ab42794-857b-43ff-9bc6-9793889cc214,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:48.154927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:48.331304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47318) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:48.382692 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device aee0489e-2cb1-4dcf-8551-4b55b514898f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:38:48.451173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: aee0489e-2cb1-4dcf-8551-4b55b514898f {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:38:48.453039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device aee0489e-2cb1-4dcf-8551-4b55b514898f not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:38:48.568745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd3cca-2685-4347-93b9-4a00a8ff0de3 req-5e68f135-f10f-4648-9625-c63a7aea6fbc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:48.570430 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92dd3cca-2685-4347-93b9-4a00a8ff0de3 req-5e68f135-f10f-4648-9625-c63a7aea6fbc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 947 time: 0.3354328 Apr 22 16:38:48.719519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:48.719519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:48.719519 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Floating IP 581be8a7-6bed-472a-9888-a60fe329908d disassociated. External IP: 172.27.3.225, port: 2ab42794-857b-43ff-9bc6-9793889cc214. Apr 22 16:38:48.719519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Calling delete_port for 2ab42794-857b-43ff-9bc6-9793889cc214 owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:48.761898 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-92dd3cca-2685-4347-93b9-4a00a8ff0de3 req-24954389-802d-42a3-b9d7-6ce64ecdf38a tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780713 Apr 22 16:38:48.820543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f5faa-ef8a-423d-b818-0027275c6ad3 req-b984ccee-ecc9-44af-962e-d62bb5ded294 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:48.822162 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a03f5faa-ef8a-423d-b818-0027275c6ad3 req-b984ccee-ecc9-44af-962e-d62bb5ded294 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 946 time: 0.2415993 Apr 22 16:38:48.875392 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a03f5faa-ef8a-423d-b818-0027275c6ad3 req-c86d5a9b-217c-4e39-9871-2254a0850aa4 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453799 Apr 22 16:38:48.901656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-bc6ab4e9-d677-4e12-8a6b-3ef45465b7da tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:48.902437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-bc6ab4e9-d677-4e12-8a6b-3ef45465b7da tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Synchronizing usage tracker for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:38:48.981811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:48.991203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:48.991397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-bc6ab4e9-d677-4e12-8a6b-3ef45465b7da tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Unset dirty status for tenant:2dc631ec763f43c5b439665925552ced on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:38:48.992627 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-bc6ab4e9-d677-4e12-8a6b-3ef45465b7da tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 947 time: 0.2982399 Apr 22 16:38:49.053085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event deleted for resources: {'Port': ['ID=2ab42794-857b-43ff-9bc6-9793889cc214,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:49.055962 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:49.131058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Deleting port c9821195-c023-4bab-8104-df18060ae5f4 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:49.131446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:49.521519 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Router 71798293-5b9f-4e62-a346-b48b0456fb69 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:38:49.539461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] For port c9821195-c023-4bab-8104-df18060ae5f4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c9821195-c023-4bab-8104-df18060ae5f4,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:49.539793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:49.719017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:38:49.730742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] Sync routers for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:38:49.733056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:49.741083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:49.741837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:49.801739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] No DVR routers for this DVR port 2ab42794-857b-43ff-9bc6-9793889cc214 on host hv-cinder-78462 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:38:49.804197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:49.809162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'name': 'network-vif-deleted', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:38:49.856183 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e06d4a1f-5e38-402a-802a-c56d803475dd req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.26 "DELETE /v2.0/ports/2ab42794-857b-43ff-9bc6-9793889cc214 HTTP/1.1" status: 204 len: 173 time: 2.0351057 Apr 22 16:38:49.873814 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b20ff6-c4df-455e-9a1a-51f322c34bfb', 'name': 'network-vif-deleted', 'tag': '2ab42794-857b-43ff-9bc6-9793889cc214', 'status': 'completed', 'code': 200} Apr 22 16:38:50.032002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:50.209879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-4aa17716-98e5-4708-9075-096cd3e214b3 req-9ff6a937-8be9-477c-a1df-3a44fe397f40 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Synchronizing usage tracker for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:38:50.283647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c8c3-5ab3-4244-a727-3a947fee754a req-37c22b20-b775-42be-9fd2-71ab39c012ef tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:38:50.285362 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8154c8c3-5ab3-4244-a727-3a947fee754a req-37c22b20-b775-42be-9fd2-71ab39c012ef tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 947 time: 0.1207702 Apr 22 16:38:50.287052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-4aa17716-98e5-4708-9075-096cd3e214b3 req-9ff6a937-8be9-477c-a1df-3a44fe397f40 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Unset dirty status for tenant:7e5e25cb92774c438695e84c0e89793c on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:38:50.288202 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4aa17716-98e5-4708-9075-096cd3e214b3 req-9ff6a937-8be9-477c-a1df-3a44fe397f40 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7b20ff6-c4df-455e-9a1a-51f322c34bfb HTTP/1.1" status: 200 len: 210 time: 0.1915741 Apr 22 16:38:50.297495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:50.297684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:50.297988 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Floating IP 815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3 disassociated. External IP: 172.27.3.220, port: c9821195-c023-4bab-8104-df18060ae5f4. Apr 22 16:38:50.298370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Calling delete_port for c9821195-c023-4bab-8104-df18060ae5f4 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:50.349300 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8154c8c3-5ab3-4244-a727-3a947fee754a req-1a19ef45-34c2-43cb-8c8b-246e5b2e6db5 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec91e625-fcd0-4b38-825f-76811abb9305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507786 Apr 22 16:38:50.442686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:50.447671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] Checking router: 71798293-5b9f-4e62-a346-b48b0456fb69 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:38:50.459412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:50.460049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:50.635180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Deleting port dfc86563-8755-4822-bdec-0b32b0fd83f7 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:50.635512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:50.668681 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:50.673947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:50.682072 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bd3ffa67-27b9-4260-b516-d62e58fd06ce tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:50.743204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event deleted for resources: {'Port': ['ID=c9821195-c023-4bab-8104-df18060ae5f4,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:50.751688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:51.016426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:51.020634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e85362-6736-4bb0-884c-071a50cb04b1 None None] The sync data for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi is: [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:29:46Z', 'revision_number': 4, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'a60b151d-24fc-4aa0-b2e8-d87e1b1f4057', 'name': '', 'network_id': '4039c0e8-6a11-4623-81a2-1271aed79a8d', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'mac_address': 'fa:16:3e:ab:8c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:45Z', 'updated_at': '2021-04-22T16:29:53Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'subnets': [{'id': 'c7fc93f2-bba6-47df-9a51-d1a18dc2ed56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:38:51.056718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] For port dfc86563-8755-4822-bdec-0b32b0fd83f7, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=dfc86563-8755-4822-bdec-0b32b0fd83f7,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:51.057256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:51.208633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Calling delete_port for dfc86563-8755-4822-bdec-0b32b0fd83f7 owned by network:router_interface {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:51.243405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Router cc562328-6c54-4fb6-bb82-c069fb610772 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:38:51.428205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34009f28-b165-44b7-acfd-f93732831691 None None] New status for floating IP 581be8a7-6bed-472a-9888-a60fe329908d: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:38:51.464526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47336) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:51.552373 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-fa83b663-893e-43ce-9786-22a728d80fbe req-fb002d3c-75bf-41b3-850f-92c987566316 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 210 time: 0.0617154 Apr 22 16:38:51.608287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:51.648654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:51.655844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:38:51.670085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] Sync routers for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:38:51.680570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:51.684690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:51.730247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:51.737339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9eb45000-d81b-4f78-93e4-ed649e52dfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:51.755622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:51.758400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:51.772694 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] No DVR routers for this DVR port c9821195-c023-4bab-8104-df18060ae5f4 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:38:51.780491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:51.783255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-deleted', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:38:51.787989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:51.799337 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "DELETE /v2.0/security-groups/a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33 HTTP/1.1" status: 204 len: 168 time: 0.3333280 Apr 22 16:38:51.800436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47342) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:51.826469 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.v2.resource [None req-00bb1bd5-2969-4015-8b35-cfa0e9008c86 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] show failed (client error): The resource could not be found. Apr 22 16:38:51.830846 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-00bb1bd5-2969-4015-8b35-cfa0e9008c86 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "GET /v2.0/security-groups/a2b5c5f0-5cda-4d7d-bb56-f9ae39a00e33 HTTP/1.1" status: 404 len: 347 time: 0.0267515 Apr 22 16:38:51.832399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47346) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:51.912730 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7762f307-1cc0-499f-9ad6-a36c8e377bec', 'name': 'network-vif-deleted', 'tag': 'c9821195-c023-4bab-8104-df18060ae5f4', 'status': 'completed', 'code': 200} Apr 22 16:38:51.916535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:51.923616 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6aa6f7a1-b1b5-4c85-a701-15bcacaa76a1 req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.26 "DELETE /v2.0/ports/c9821195-c023-4bab-8104-df18060ae5f4 HTTP/1.1" status: 204 len: 173 time: 2.9217000 Apr 22 16:38:51.924287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:51.940493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ad85fbb6-8032-4f0e-b5d1-c3a699422014 tempest-AttachVolumeNegativeTest-1295040624 tempest-AttachVolumeNegativeTest-1295040624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:52.053148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc86563-8755-4822-bdec-0b32b0fd83f7,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:52.070870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:52.299590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:52.304901 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] Checking router: cc562328-6c54-4fb6-bb82-c069fb610772 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:38:52.316658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:52.317267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:52.367109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Deleting port a453872f-cb53-422d-92b8-e2c82993cff5 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:52.367434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:52.629958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 2ab42794-857b-43ff-9bc6-9793889cc214 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:38:52.695689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 2ab42794-857b-43ff-9bc6-9793889cc214 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:38:52.696421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 2ab42794-857b-43ff-9bc6-9793889cc214 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:38:52.752695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:52.807245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:52.807931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:52.814072 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a78a6a2-3c88-475e-b4eb-3dd5f60da8ab req-850d3911-7739-4dc2-b9b2-81f295fb86d3 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/ports?device_id=7762f307-1cc0-499f-9ad6-a36c8e377bec HTTP/1.1" status: 200 len: 210 time: 0.0691545 Apr 22 16:38:52.955358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Calling delete_port for a453872f-cb53-422d-92b8-e2c82993cff5 owned by network:floatingip {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:52.984731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:53.128660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:53.133294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e9b08-2c98-4fe1-a272-30fbafa99039 None None] The sync data for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi is: [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '80abd1ee-4cea-4710-9e93-6263fbdd0fd8', 'name': '', 'network_id': '22ad9635-e8a2-4b02-859f-9814b3cf4838', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'mac_address': 'fa:16:3e:81:76:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:23Z', 'updated_at': '2021-04-22T16:27:33Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'subnets': [{'id': 'fa818441-cc39-4c70-b48f-a39b36b5aab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:38:53.522982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Router 5c40a1ba-8111-4ada-a462-76faac13379d has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:38:53.550640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd4fc7-3033-4d8f-acd7-91748d0289fd None None] New status for floating IP 815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:38:53.607569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:53.622587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-97bcd522-a35f-4981-b67e-aa54e6325742 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:53.742660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Pushing event deleted for resources: {'Port': ['ID=a453872f-cb53-422d-92b8-e2c82993cff5,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:53.787620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:53.891430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks [] for floatingip, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:53.899116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:38:53.912023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] Sync routers for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:38:53.932401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:53.933379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:53.957715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:53.971157 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-00f0d9b2-1e95-4fce-8ca2-bb6fcf0a0b2b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] 10.222.0.10 "DELETE /v2.0/floatingips/581be8a7-6bed-472a-9888-a60fe329908d HTTP/1.1" status: 204 len: 168 time: 2.1322250 Apr 22 16:38:53.979620 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] 10.222.0.10 "PUT /v2.0/routers/5c40a1ba-8111-4ada-a462-76faac13379d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6464212 Apr 22 16:38:53.989937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47356) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:54.050839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47362) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:54.186974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-96c19e54-2bed-430d-8303-ae9a9db28e68 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.203130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:54.228235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-96c19e54-2bed-430d-8303-ae9a9db28e68 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.252486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.330308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-96c19e54-2bed-430d-8303-ae9a9db28e68 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.336801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-81c18fd0-d58a-4736-a423-e412396ef3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:54.360785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c19e54-2bed-430d-8303-ae9a9db28e68 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec91e625-fcd0-4b38-825f-76811abb9305,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:54.366089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-96c19e54-2bed-430d-8303-ae9a9db28e68 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:54.409894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-96c19e54-2bed-430d-8303-ae9a9db28e68 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.416454 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-96c19e54-2bed-430d-8303-ae9a9db28e68 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "DELETE /v2.0/security-groups/ec91e625-fcd0-4b38-825f-76811abb9305 HTTP/1.1" status: 204 len: 168 time: 0.3598683 Apr 22 16:38:54.417499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47368) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:54.442087 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.api.v2.resource [None req-bd74a602-a1c9-4dd0-8019-a7576627fa96 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] show failed (client error): The resource could not be found. Apr 22 16:38:54.444360 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bd74a602-a1c9-4dd0-8019-a7576627fa96 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "GET /v2.0/security-groups/ec91e625-fcd0-4b38-825f-76811abb9305 HTTP/1.1" status: 404 len: 347 time: 0.0248787 Apr 22 16:38:54.447603 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47372) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:54.473956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:38:54.510463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.523523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: c9821195-c023-4bab-8104-df18060ae5f4 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:38:54.523950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device c9821195-c023-4bab-8104-df18060ae5f4 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:38:54.552383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Deleting port dd6d7633-2646-48ce-a4cf-3e0a336ab778 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:54.552920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.652893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:38:51Z', 'revision_number': 5, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port': {'id': 'dd6d7633-2646-48ce-a4cf-3e0a336ab778', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:16Z', 'updated_at': '2021-04-22T16:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:54.658238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] Checking router: 5c40a1ba-8111-4ada-a462-76faac13379d for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:38:54.669443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] Routers {'5c40a1ba-8111-4ada-a462-76faac13379d'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:38:54.670298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['5c40a1ba-8111-4ada-a462-76faac13379d'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:54.814697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] For port dd6d7633-2646-48ce-a4cf-3e0a336ab778, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=dd6d7633-2646-48ce-a4cf-3e0a336ab778,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:54.815414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.881438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] Set router 5c40a1ba-8111-4ada-a462-76faac13379d gateway port host: None {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:38:54.934916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Deleting port da0f6bbb-eb47-4859-9b49-4b9478473742 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:54.935721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:54.975402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Calling delete_port for dd6d7633-2646-48ce-a4cf-3e0a336ab778 owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:55.028967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:38:54Z', 'revision_number': 6, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port_host': None}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:55.038240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea6853-01fe-409a-b95a-b7e9fbd48144 None None] The sync data for ids ['5c40a1ba-8111-4ada-a462-76faac13379d'] in dv-cinder-784623-7-iscsi is: [{'id': '5c40a1ba-8111-4ada-a462-76faac13379d', 'name': 'tempest-TestShelveInstance-676294109-router', 'tenant_id': '156a4f9de40d48f0819a57ab1d1ee271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:14Z', 'updated_at': '2021-04-22T16:38:54Z', 'revision_number': 6, 'project_id': '156a4f9de40d48f0819a57ab1d1ee271', 'gw_port_host': None}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:38:55.153409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.153807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.215231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.221075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c92ba62d-9631-4113-830c-8d5d36683402 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:55.289844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Calling delete_port for da0f6bbb-eb47-4859-9b49-4b9478473742 owned by network:floatingip {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:55.310232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6d7633-2646-48ce-a4cf-3e0a336ab778,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:55.313081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:55.377636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.478110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.484373 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b8ed1e0a-2041-4f8c-bb65-3615ced74636 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:55.570836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.573938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.574073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Pushing event deleted for resources: {'Port': ['ID=da0f6bbb-eb47-4859-9b49-4b9478473742,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:55.581199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:55.644895 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks [] for floatingip, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.660311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.661560 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] 10.222.0.10 "DELETE /v2.0/floatingips/815c0af8-ac9e-4d8c-9f32-883fb6e2ffd3 HTTP/1.1" status: 204 len: 168 time: 1.2125201 Apr 22 16:38:55.701152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.701732 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c40a1ba-8111-4ada-a462-76faac13379d {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:38:55.723778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.725231 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9d54ccf0-0bc2-444e-8855-9630f75bc2b8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5c40a1ba-8111-4ada-a462-76faac13379d HTTP/1.1" status: 204 len: 168 time: 1.7357922 Apr 22 16:38:55.728558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47382) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:55.811546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Deleting subnet 85f5f8f4-d20b-49e3-a919-302720a9e50d {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:38:55.814933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:55.873822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.002676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.012994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dd6d7633-2646-48ce-a4cf-3e0a336ab778 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:38:56.054247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: dd6d7633-2646-48ce-a4cf-3e0a336ab778 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:38:56.054247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dd6d7633-2646-48ce-a4cf-3e0a336ab778 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:38:56.054833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dfc86563-8755-4822-bdec-0b32b0fd83f7 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:38:56.092555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: dfc86563-8755-4822-bdec-0b32b0fd83f7 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:38:56.092961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device dfc86563-8755-4822-bdec-0b32b0fd83f7 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:38:56.301313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.306888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cc4acfba-233d-4283-9f11-8dfb62dfc55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:56.347627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f5f8f4-d20b-49e3-a919-302720a9e50d,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:56.350996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:56.352105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.359331 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-0797955d-3d3c-42af-a728-7bef9106a12c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/85f5f8f4-d20b-49e3-a919-302720a9e50d HTTP/1.1" status: 204 len: 168 time: 0.6293910 Apr 22 16:38:56.359862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632fbc9-35a1-4533-818e-037b0b4347ce None None] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:38:56.362162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47390) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:56.486141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.497494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Deleting port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:56.497860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.629406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] DHCP port deletion for c6a9c447-c763-4b88-af2f-d57480ca1c36 request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:38:56.634946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Deleting port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:56.635577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.718043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] For port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:56.718450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.854405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Calling delete_port for 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 owned by network:dhcp {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:56.859819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] For port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,segment=NetworkSegment(736301cb-5cc4-429d-9bbe-c5c95126060b),segment_id=736301cb-5cc4-429d-9bbe-c5c95126060b)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:56.860334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.985791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:56.992630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:57.001110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Calling delete_port for 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:38:57.042596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5a9410-84c8-4bf5-941a-a1080e47c0e5,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:57.047068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:57.050474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] No DVR routers for this DVR port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 on host dv-cinder-784623-7-iscsi {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:38:57.205640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86489) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:38:57.215979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:38:57.216157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:57.346588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a9c447-c763-4b88-af2f-d57480ca1c36']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:57.361803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736301cb-5cc4-429d-9bbe-c5c95126060b') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:57.362150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736301cb-5cc4-429d-9bbe-c5c95126060b') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:38:57.378512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:57.393181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:57.400230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:38:57.593648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:38:57.603169 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:57.707309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Deleting port 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:57.707672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:57.787135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f951bc54-04cc-42bb-8774-cf10353899de None None] The port '9a5a9410-84c8-4bf5-941a-a1080e47c0e5' was deleted {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:38:57.793380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Network c6a9c447-c763-4b88-af2f-d57480ca1c36 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:38:57.817442 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:38:57.927982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:57.931874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:38:57.948374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:57.960878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a9c447-c763-4b88-af2f-d57480ca1c36,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:38:57.965043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:38:58.004005 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c6a9c447-c763-4b88-af2f-d57480ca1c36 HTTP/1.1" status: 204 len: 168 time: 1.6404660 Apr 22 16:38:58.004825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:38:58.006925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47420) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:58.043441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:38:58.044036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 9a5a9410-84c8-4bf5-941a-a1080e47c0e5 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:38:58.598224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47434) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:58.608165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:58.700515 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47442) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:38:59.348320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:59.656728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Deleting port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:59.657109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:59.916871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] For port 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,segment=NetworkSegment(21f4fc67-f475-42ee-a677-ee3c55d289ee),segment_id=21f4fc67-f475-42ee-a677-ee3c55d289ee)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:38:59.917190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:38:59.989168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Deleting port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:38:59.989555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:00.098471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Calling delete_port for 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe owned by network:router_interface {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:00.176214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] For port 80abd1ee-4cea-4710-9e93-6263fbdd0fd8, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:00.176493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:00.214469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:00.314248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Calling delete_port for 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:00.529220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:00.534198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cd13e285-c1d5-4b14-a0e0-fa47fdc94816 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:00.584585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Pushing event deleted for resources: {'Port': ['ID=80abd1ee-4cea-4710-9e93-6263fbdd0fd8,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:00.588685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:00.651855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:00.668896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-602e70b5-37bb-4cc1-89c9-8be814e996b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:00.721124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=135cafa1-2050-4ad6-9fbc-f2ce3d60cefe,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:00.732662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:00.814338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Deleting port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:00.814719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:00.882925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:01.291863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Router cc562328-6c54-4fb6-bb82-c069fb610772 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:39:01.335158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:01.444995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] For port a60b151d-24fc-4aa0-b2e8-d87e1b1f4057, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:01.445390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:01.461632 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:01.486789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:39:01.497347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] Sync routers for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:39:01.501984 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1551f924-f5fe-43ee-8e69-34250868634f admin admin] 10.222.0.10 "PUT /v2.0/routers/cc562328-6c54-4fb6-bb82-c069fb610772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7979198 Apr 22 16:39:01.502238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47452) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:01.508095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:01.509043 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:01.600386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Calling delete_port for a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 owned by network:router_interface {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:01.695715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:01.707591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:02.038336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:39:00Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:02.043149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] Checking router: cc562328-6c54-4fb6-bb82-c069fb610772 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:39:02.053502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] Routers {'cc562328-6c54-4fb6-bb82-c069fb610772'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:02.054294 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['cc562328-6c54-4fb6-bb82-c069fb610772'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:02.171936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Router e7ab21b1-7317-4425-a0b6-4331769f125a has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:39:02.177908 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:02.247299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:02.261484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:02.290391 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Deleting port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:02.291291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:02.386022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=a60b151d-24fc-4aa0-b2e8-d87e1b1f4057,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:02.417417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] Set router cc562328-6c54-4fb6-bb82-c069fb610772 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:02.430184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:02.535371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] For port 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:02.535803 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:02.613429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:39:02.622168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] Sync routers for ids ['e7ab21b1-7317-4425-a0b6-4331769f125a'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:39:02.633608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] Routers {'e7ab21b1-7317-4425-a0b6-4331769f125a'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:02.635714 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['e7ab21b1-7317-4425-a0b6-4331769f125a'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:02.689242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Calling delete_port for 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:02.721321 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] 10.222.0.10 "PUT /v2.0/routers/e7ab21b1-7317-4425-a0b6-4331769f125a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7132347 Apr 22 16:39:02.724449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47456) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:02.749573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:39:00Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:02.755622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fff1a-f64c-4f3e-a107-33a75de35bd5 None None] The sync data for ids ['cc562328-6c54-4fb6-bb82-c069fb610772'] in dv-cinder-784623-7-iscsi is: [{'id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'name': 'tempest-AttachVolumeShelveTestJSON-1679063249-router', 'tenant_id': '2dc631ec763f43c5b439665925552ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:27:17Z', 'updated_at': '2021-04-22T16:39:00Z', 'revision_number': 5, 'project_id': '2dc631ec763f43c5b439665925552ced', 'gw_port': {'id': '6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc562328-6c54-4fb6-bb82-c069fb610772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:27:18Z', 'updated_at': '2021-04-22T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:39:02.979158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.046886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] Set router e7ab21b1-7317-4425-a0b6-4331769f125a gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:03.089241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.095275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:03.156972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:03.167204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:03.286724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.404691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:39:00Z', 'revision_number': 5, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:03.409424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] Checking router: e7ab21b1-7317-4425-a0b6-4331769f125a for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:39:03.423718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] Routers {'e7ab21b1-7317-4425-a0b6-4331769f125a'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:03.424654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['e7ab21b1-7317-4425-a0b6-4331769f125a'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:03.425614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks [] for router, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.495191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.497845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.702233 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] Set router e7ab21b1-7317-4425-a0b6-4331769f125a gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:03.770778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.771614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc562328-6c54-4fb6-bb82-c069fb610772 {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:39:03.797595 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.801048 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cc562328-6c54-4fb6-bb82-c069fb610772 HTTP/1.1" status: 204 len: 168 time: 2.2962043 Apr 22 16:39:03.806317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47460) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:03.820383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.863658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Router 71798293-5b9f-4e62-a346-b48b0456fb69 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:39:03.875507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Deleting port 764121f5-5c45-4ba9-8feb-b56825354c4f {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:03.876303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.917024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Deleting subnet fa818441-cc39-4c70-b48f-a39b36b5aab9 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:39:03.922811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:03.993202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822425662'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:04.115569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:39:00Z', 'revision_number': 5, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:04.123467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa079e0-286f-4782-bb12-7238c14987fd None None] The sync data for ids ['e7ab21b1-7317-4425-a0b6-4331769f125a'] in dv-cinder-784623-7-iscsi is: [{'id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'name': 'tempest-TestShelveInstance-1705078622-router', 'tenant_id': 'a629ef866a5d4fe488d34c940b86e43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:31Z', 'updated_at': '2021-04-22T16:39:00Z', 'revision_number': 5, 'project_id': 'a629ef866a5d4fe488d34c940b86e43c', 'gw_port': {'id': '764121f5-5c45-4ba9-8feb-b56825354c4f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ab21b1-7317-4425-a0b6-4331769f125a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:32Z', 'updated_at': '2021-04-22T16:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:39:04.166139 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:04.210390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:04.210946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 80abd1ee-4cea-4710-9e93-6263fbdd0fd8 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:04.214002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:04.346885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:39:04.357262 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] 10.222.0.10 "PUT /v2.0/routers/71798293-5b9f-4e62-a346-b48b0456fb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7581222 Apr 22 16:39:04.360120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47468) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:04.364810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] Sync routers for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:39:04.380567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:04.381887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:04.528827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] For port 764121f5-5c45-4ba9-8feb-b56825354c4f, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=764121f5-5c45-4ba9-8feb-b56825354c4f,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:04.529237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:04.661413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:04.694186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Calling delete_port for 764121f5-5c45-4ba9-8feb-b56825354c4f owned by network:router_gateway {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:04.882993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks [] for router, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:04.999726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:39:02Z', 'revision_number': 5, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port': {'id': '5613f308-f23c-41ae-bbc8-0cc77f86ef05', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:29:42Z', 'updated_at': '2021-04-22T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:05.003842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] Checking router: 71798293-5b9f-4e62-a346-b48b0456fb69 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:39:05.007890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.013202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] Routers {'71798293-5b9f-4e62-a346-b48b0456fb69'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:05.013885 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:38:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['71798293-5b9f-4e62-a346-b48b0456fb69'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:05.027808 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31497350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32495403'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.037980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ede04c1b-ca9a-4fe3-8131-8b1ebf8ea491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:05.070388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Deleting port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:05.070801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.153358 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa818441-cc39-4c70-b48f-a39b36b5aab9,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:05.157740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:05.162388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.170792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc17cd08-40d8-4c7a-b1f2-3f41efa626ec None None] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:39:05.177116 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-73f7e423-9964-48e1-a400-90b6cc88201b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fa818441-cc39-4c70-b48f-a39b36b5aab9 HTTP/1.1" status: 204 len: 168 time: 1.3657627 Apr 22 16:39:05.177462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47474) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:05.243021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.249760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:05.311084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Pushing event deleted for resources: {'Port': ['ID=764121f5-5c45-4ba9-8feb-b56825354c4f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:05.338635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] Set router 71798293-5b9f-4e62-a346-b48b0456fb69 gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:05.376195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:05.392180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.406834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Deleting port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:05.407576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.475224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:39:05Z', 'revision_number': 6, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port_host': None}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:05.480779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47a45a-7883-425c-b6de-ad5027ab27bc None None] The sync data for ids ['71798293-5b9f-4e62-a346-b48b0456fb69'] in dv-cinder-784623-7-iscsi is: [{'id': '71798293-5b9f-4e62-a346-b48b0456fb69', 'name': 'tempest-AttachVolumeTestJSON-140314929-router', 'tenant_id': '7e5e25cb92774c438695e84c0e89793c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:29:41Z', 'updated_at': '2021-04-22T16:39:05Z', 'revision_number': 6, 'project_id': '7e5e25cb92774c438695e84c0e89793c', 'gw_port_host': None}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:39:05.517800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.639313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] DHCP port deletion for 22ad9635-e8a2-4b02-859f-9814b3cf4838 request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:39:05.643591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Deleting port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:05.644014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.726613 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] For port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:05.727572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.902835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] For port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,segment=NetworkSegment(53ef3203-68bc-4df4-9970-fad1c55c52d7),segment_id=53ef3203-68bc-4df4-9970-fad1c55c52d7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:05.903557 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:05.940064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Calling delete_port for f522f2ed-8d93-4614-a80c-ebf7dbe25b1b owned by network:dhcp {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:05.996052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] For port 5613f308-f23c-41ae-bbc8-0cc77f86ef05, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=5613f308-f23c-41ae-bbc8-0cc77f86ef05,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:05.996052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.017769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.056348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Calling delete_port for f522f2ed-8d93-4614-a80c-ebf7dbe25b1b owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:06.076513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.078290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.090370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60f0d0fe-3d95-4bb8-8910-a06ac870642b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:06.139859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] No DVR routers for this DVR port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b on host dv-cinder-784623-7-iscsi {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:39:06.140964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86489) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:39:06.141383 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:39:06.143504 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:06.171364 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Calling delete_port for 5613f308-f23c-41ae-bbc8-0cc77f86ef05 owned by network:router_gateway {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:06.182144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:06.182533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 6aaaee1f-7f6d-43ff-bc6a-6be1ca76348c not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:06.182980 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device f522f2ed-8d93-4614-a80c-ebf7dbe25b1b no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:06.210961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f522f2ed-8d93-4614-a80c-ebf7dbe25b1b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:06.215280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:06.224079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: f522f2ed-8d93-4614-a80c-ebf7dbe25b1b {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:06.224565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device f522f2ed-8d93-4614-a80c-ebf7dbe25b1b not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:06.224937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:06.262891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:06.263288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 135cafa1-2050-4ad6-9fbc-f2ce3d60cefe not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:06.263783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:06.300372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:06.300773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device a60b151d-24fc-4aa0-b2e8-d87e1b1f4057 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:06.301239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 5613f308-f23c-41ae-bbc8-0cc77f86ef05 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:06.305127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.326843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.327739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ab21b1-7317-4425-a0b6-4331769f125a {{(pid=86487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:39:06.376377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.377637 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e7ab21b1-7317-4425-a0b6-4331769f125a HTTP/1.1" status: 204 len: 168 time: 3.6520460 Apr 22 16:39:06.380697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47480) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:06.447167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ad9635-e8a2-4b02-859f-9814b3cf4838']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:06.459003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.460925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Deleting subnet e470f775-1322-45c1-bc87-e76ebe843ef8 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:39:06.461813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ef3203-68bc-4df4-9970-fad1c55c52d7') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:06.462302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ef3203-68bc-4df4-9970-fad1c55c52d7') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:06.465095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.475848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32350154'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.480105 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 5613f308-f23c-41ae-bbc8-0cc77f86ef05, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=5613f308-f23c-41ae-bbc8-0cc77f86ef05,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:06.512811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.516991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:06.533493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.597826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.601296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=5613f308-f23c-41ae-bbc8-0cc77f86ef05,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:06.605982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:39:06.610528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.611086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.611546 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.611993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.612454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.612891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.613330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.614214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.614214 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.614617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.615040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.615468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:06.621350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:06.631342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.642945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Deleting port f522f2ed-8d93-4614-a80c-ebf7dbe25b1b {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:06.644560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.671278 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86487) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:39:06.671748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:39:06.724992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0b7cb-24d4-4d23-a42f-caf10f7ac3df None None] The port 'f522f2ed-8d93-4614-a80c-ebf7dbe25b1b' was deleted {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:39:06.819574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:39:06.829704 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823277787'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.929709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.936216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-455ad396-cc03-4a32-9211-637a3807901b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:06.979719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:06.985466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7fbcc-bf85-4462-af36-a2129445ff12 None None] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:39:06.986106 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e470f775-1322-45c1-bc87-e76ebe843ef8,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:06.989449 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:06.995474 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e470f775-1322-45c1-bc87-e76ebe843ef8 HTTP/1.1" status: 204 len: 168 time: 0.6136863 Apr 22 16:39:06.996173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47484) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:07.017481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Network 22ad9635-e8a2-4b02-859f-9814b3cf4838 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:39:07.041525 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:39:07.137178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.150054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Deleting port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:07.150526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.182461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Deleting port 5613f308-f23c-41ae-bbc8-0cc77f86ef05 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:07.182853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.282159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] DHCP port deletion for 4d0af9ee-5a90-4272-bafb-896b076c61fc request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:39:07.287318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] Deleting port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:07.288271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.295051 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.300359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.304948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a6a3eabd-0673-4bec-859f-8bbd063928f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:07.333779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ad9635-e8a2-4b02-859f-9814b3cf4838,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:07.337248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:07.405288 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/22ad9635-e8a2-4b02-859f-9814b3cf4838 HTTP/1.1" status: 204 len: 168 time: 2.2263517 Apr 22 16:39:07.565303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] For port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,segment=NetworkSegment(21f4fc67-f475-42ee-a677-ee3c55d289ee),segment_id=21f4fc67-f475-42ee-a677-ee3c55d289ee)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:07.565700 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.585123 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] For port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,segment=NetworkSegment(21f4fc67-f475-42ee-a677-ee3c55d289ee),segment_id=21f4fc67-f475-42ee-a677-ee3c55d289ee)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:07.592078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.594889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] For port 5613f308-f23c-41ae-bbc8-0cc77f86ef05, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=5613f308-f23c-41ae-bbc8-0cc77f86ef05,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:07.595298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.729258 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] Calling delete_port for 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:07.800858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Calling delete_port for 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e owned by network:dhcp {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:07.846308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47492) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:07.866471 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:07.873097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1b592f7a-fe11-499d-bb99-0725498b16ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:07.906415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Calling delete_port for 5613f308-f23c-41ae-bbc8-0cc77f86ef05 owned by network:router_gateway {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:07.910014 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5ff27187-43f5-4e3f-9e3d-b7353f3e18be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dc631ec763f43c5b439665925552ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613875 Apr 22 16:39:07.912392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47496) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:07.929561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] Pushing event deleted for resources: {'Port': ['ID=2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:07.933963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:07.937199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699417c2-3eae-4dbc-9e08-ba7c182b9904 None None] No DVR routers for this DVR port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e on host dv-cinder-784623-7-iscsi {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:39:08.002127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-283639c0-12d2-499c-aaee-83ce40c09b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.027390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 764121f5-5c45-4ba9-8feb-b56825354c4f no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:08.031656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-283639c0-12d2-499c-aaee-83ce40c09b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.037196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86487) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:39:08.037571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:39:08.067869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 764121f5-5c45-4ba9-8feb-b56825354c4f {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:08.068290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 764121f5-5c45-4ba9-8feb-b56825354c4f not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:08.068750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:08.110649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:08.111048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:08.168220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.173939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-370aff26-692c-4199-a2da-28ce5c6d9aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:08.224817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Pushing event deleted for resources: {'Port': ['ID=5613f308-f23c-41ae-bbc8-0cc77f86ef05,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:08.260835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-283639c0-12d2-499c-aaee-83ce40c09b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.262283 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:08.265591 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a6ebdc0c-97a8-4040-8edb-9d80beb40ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:08.281783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283639c0-12d2-499c-aaee-83ce40c09b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d57645-abaf-4503-9d6e-d29e65ff3ec7,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:08.287524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-283639c0-12d2-499c-aaee-83ce40c09b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:08.290576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-283639c0-12d2-499c-aaee-83ce40c09b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.294254 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-283639c0-12d2-499c-aaee-83ce40c09b73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7d57645-abaf-4503-9d6e-d29e65ff3ec7 HTTP/1.1" status: 204 len: 168 time: 0.3785191 Apr 22 16:39:08.337506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.530530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.532944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.538245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Deleting port 2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:08.538610 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.626262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] The port '2a3f1e4f-5a87-48a3-8fca-3ebadd0e155e' was deleted {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:39:08.906191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:08.912425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71798293-5b9f-4e62-a346-b48b0456fb69 {{(pid=86487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:39:09.010327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.015899 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] 10.222.0.10 "DELETE /v2.0/routers/71798293-5b9f-4e62-a346-b48b0456fb69 HTTP/1.1" status: 204 len: 168 time: 4.6504171 Apr 22 16:39:09.016671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47514) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:09.019992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.210529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Deleting subnet c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:39:09.220852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.251787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0af9ee-5a90-4272-bafb-896b076c61fc']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:09.281046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f4fc67-f475-42ee-a677-ee3c55d289ee') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:09.281046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f4fc67-f475-42ee-a677-ee3c55d289ee') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:09.300647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.319159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.363872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.379731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:39:09.595701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:39:09.606431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.717339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:09.846916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Network 4d0af9ee-5a90-4272-bafb-896b076c61fc has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:39:09.875756 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:39:10.083806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.104517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:10.117879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.162733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0af9ee-5a90-4272-bafb-896b076c61fc,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:10.173219 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] 10.222.0.10 "DELETE /v2.0/networks/4d0af9ee-5a90-4272-bafb-896b076c61fc HTTP/1.1" status: 204 len: 168 time: 3.1732695 Apr 22 16:39:10.173412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2f7d1004-eb6c-4b17-9513-c2745b1df7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:10.245277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.250125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cc5a2b45-5eca-470f-9abe-b0014835b1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:10.287078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fc93f2-bba6-47df-9a51-d1a18dc2ed56,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:10.292086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:10.294770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.302227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fc96d-a28a-4da7-bc83-7faccaf227e9 None None] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:39:10.311030 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b845dc92-ab03-46df-abbf-79c1bb747ee2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c7fc93f2-bba6-47df-9a51-d1a18dc2ed56 HTTP/1.1" status: 204 len: 168 time: 1.2938490 Apr 22 16:39:10.315481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 47546) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:10.601069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.619183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Deleting port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:10.622288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.627597 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47558) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:10.697552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] DHCP port deletion for 4039c0e8-6a11-4623-81a2-1271aed79a8d request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:39:10.704722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Deleting port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:10.705197 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.709522 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-96c32e5a-9047-415c-9fb7-8fd30b82d422 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=156a4f9de40d48f0819a57ab1d1ee271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796998 Apr 22 16:39:10.719886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47562) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:10.802560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a8a92ec7-2773-493a-9685-ef3ca7382c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:10.835012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a8a92ec7-2773-493a-9685-ef3ca7382c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:11.037463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a8a92ec7-2773-493a-9685-ef3ca7382c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:11.047654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-03a5fbdc-49de-43bd-93d5-e4a1e4aaad28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:11.072253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] For port c15030b4-fdb4-4230-a3c8-51b928bbbfc9, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:11.073615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:11.077607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a92ec7-2773-493a-9685-ef3ca7382c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3792b3-67ba-407c-af8b-444d1acabfd0,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:11.087755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a8a92ec7-2773-493a-9685-ef3ca7382c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:11.092004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a8a92ec7-2773-493a-9685-ef3ca7382c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:11.094134 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a8a92ec7-2773-493a-9685-ef3ca7382c63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe3792b3-67ba-407c-af8b-444d1acabfd0 HTTP/1.1" status: 204 len: 168 time: 0.3806379 Apr 22 16:39:11.237524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Calling delete_port for c15030b4-fdb4-4230-a3c8-51b928bbbfc9 owned by network:dhcp {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:11.346985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] For port c15030b4-fdb4-4230-a3c8-51b928bbbfc9, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,segment=NetworkSegment(fee1b632-c7ff-45b8-8eed-91e6535c671e),segment_id=fee1b632-c7ff-45b8-8eed-91e6535c671e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:11.347427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:11.386918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:11.392499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4e919082-9b27-4e6d-8286-2c6353d04cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:11.443319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] No DVR routers for this DVR port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 on host dv-cinder-784623-7-iscsi {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:39:11.474876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15030b4-fdb4-4230-a3c8-51b928bbbfc9,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:11.478430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:11.490907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Calling delete_port for c15030b4-fdb4-4230-a3c8-51b928bbbfc9 owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:39:11.588335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:11.591388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86489) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:39:11.604028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:39:11.937246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47584) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:11.996094 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-02867e54-b763-4b88-ae5c-765c9c51ff64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a629ef866a5d4fe488d34c940b86e43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573673 Apr 22 16:39:11.998701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47588) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:12.002399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4039c0e8-6a11-4623-81a2-1271aed79a8d']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:12.016666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee1b632-c7ff-45b8-8eed-91e6535c671e') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:12.017009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee1b632-c7ff-45b8-8eed-91e6535c671e') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:12.025050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device c15030b4-fdb4-4230-a3c8-51b928bbbfc9 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:39:12.031950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32350154'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.048726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.056237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:39:12.062661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: c15030b4-fdb4-4230-a3c8-51b928bbbfc9 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:39:12.063061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device c15030b4-fdb4-4230-a3c8-51b928bbbfc9 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:39:12.067648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.100365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.105605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Deleting port c15030b4-fdb4-4230-a3c8-51b928bbbfc9 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:39:12.106228 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.184252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9f627-26ed-42d0-bfb1-ffd346a7c6ac None None] The port 'c15030b4-fdb4-4230-a3c8-51b928bbbfc9' was deleted {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:39:12.197983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.203328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-10ddd354-148a-49c0-aa51-98c378c26259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:12.218018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce33e8f-72cc-4d9b-8e04-cf04574f4982,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:12.221245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.226530 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ce33e8f-72cc-4d9b-8e04-cf04574f4982 HTTP/1.1" status: 204 len: 168 time: 0.2227104 Apr 22 16:39:12.226530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:12.265516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:39:12.282753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823277787'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.465583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Network 4039c0e8-6a11-4623-81a2-1271aed79a8d has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:39:12.493738 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:39:12.577946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:39:12.597675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.602949 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:12.621334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:12.631532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=4039c0e8-6a11-4623-81a2-1271aed79a8d,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:12.637311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:12.641542 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4039c0e8-6a11-4623-81a2-1271aed79a8d HTTP/1.1" status: 204 len: 168 time: 2.3222277 Apr 22 16:39:12.923314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47602) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:12.977248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c15fc3d7-6a47-4708-b2b8-7bc60df61c64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e5e25cb92774c438695e84c0e89793c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524781 Apr 22 16:39:12.979774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 47606) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:12.997807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-32446947-512c-43c3-8425-f48556b5459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:13.045665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:13.077576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:13.174676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:13.180277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c4b3a371-0635-47b4-9041-17193d61866a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:13.197380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c0c56-bb48-4161-8d0e-5898409f39f9,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:13.200649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:13.202800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:13.204035 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a6c0c56-bb48-4161-8d0e-5898409f39f9 HTTP/1.1" status: 204 len: 168 time: 0.2231517 Apr 22 16:39:15.226338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-37b62f59-a13b-463f-9017-99d05ccdd0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:16.266981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:16.540428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:17.587641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:17.709194 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-9fa16204-7549-4d68-8233-2a35ff908cec tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655022497&fields=id&tenant_id=a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 267 time: 0.0491469 Apr 22 16:39:17.878820 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-4e31c4d9-44c8-44d8-ac9f-d6be10f7d9f8 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:17.880333 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-4e31c4d9-44c8-44d8-ac9f-d6be10f7d9f8 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 811 time: 0.1632490 Apr 22 16:39:17.902005 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-ec15cac3-2505-4ea1-b5af-0e2b2ad79f8c tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/quotas/a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 375 time: 0.0100229 Apr 22 16:39:18.004402 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-edfdb36c-78af-4a9f-b44b-211a87646053 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0965962 Apr 22 16:39:18.022508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-9d74c9f4-5360-4ac3-ae6c-e30b266ffd19 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:39:18.023561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-9d74c9f4-5360-4ac3-ae6c-e30b266ffd19 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057895 Apr 22 16:39:18.177232 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-bf0fad6a-4685-48cf-a2e5-eab419213a04 service neutron] 10.222.0.10 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469874 Apr 22 16:39:18.354261 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-0e31fc34-2d5a-4699-9871-bf081b6db0e0 service neutron] 10.222.0.10 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702340 Apr 22 16:39:18.960277 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a2da3564-fdb3-4989-8063-77f795fa2f05 req-06b2690b-5d84-46df-bdd3-5286185bec96 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 210 time: 0.0544031 Apr 22 16:39:20.135401 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9db545ba-a321-4a36-a650-6402ef5b59ac req-272dbfce-533f-477c-8c5b-29d4f7790340 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 210 time: 0.0518303 Apr 22 16:39:21.300814 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2cba07e5-d89c-4a4e-b601-3fb969ceb1a8 req-32e3fa64-e71b-47dc-b498-1b738a289a1d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 210 time: 0.0506563 Apr 22 16:39:22.513806 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-690de278-54af-44b5-bfdc-14e8695e87b8 req-90c347be-0ad5-43f5-8a6c-f4423222bcc3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 210 time: 0.0692151 Apr 22 16:39:22.529871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-fed69499-35b6-4dc5-b1e8-92ab8f846e45 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:22.531809 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-fed69499-35b6-4dc5-b1e8-92ab8f846e45 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 811 time: 0.1695950 Apr 22 16:39:22.608196 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-bc21fac8-72d9-45ef-bd28-60dd6f3f3ed3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a62f8812cc3b419f9b957c84523de402 HTTP/1.1" status: 200 len: 379 time: 0.0610158 Apr 22 16:39:22.618505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'port': {'device_id': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'admin_state_up': True, 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'security_groups': ['04ca39fb-394c-4ba5-8f6b-3eb40d3eb484']}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:39:22.786955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:39:22.801084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:39:22.855125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Made reservation on behalf of a62f8812cc3b419f9b957c84523de402 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:39:22.861618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:23.058148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Allocated IP 172.20.0.9 (915f91ac-9f2b-44bc-9c8a-bfe7834ed848/9f4378c4-36a0-4cc6-9cd7-07c66642fb74/55337ee3-5bbe-413f-a338-e911be8ad0d0) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:39:23.292009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:23.316860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Transition to ACTIVE for port object 55337ee3-5bbe-413f-a338-e911be8ad0d0 will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:39:23.425779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:23.432513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5260c784-c7c4-48bc-97d6-6997f0bfd22d tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:23.502823 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:39:23.506725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:39:23.511081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:39:23.555360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=55337ee3-5bbe-413f-a338-e911be8ad0d0,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:23.561644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:23.591267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:23.592501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:23.735750 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d3076600-d253-48eb-afc1-9170d8e0d0d2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1219981 Apr 22 16:39:23.755020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Request body: {'port': {'device_id': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:39:23.838299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-14d0df61-2d77-4fe3-9681-494bb2d4b611 None None] Provisioning for port 55337ee3-5bbe-413f-a338-e911be8ad0d0 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:39:23.845979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-14d0df61-2d77-4fe3-9681-494bb2d4b611 None None] Provisioning complete for port 55337ee3-5bbe-413f-a338-e911be8ad0d0 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:39:23.846404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-14d0df61-2d77-4fe3-9681-494bb2d4b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:23.907742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a197b-786e-4724-87e2-2545626f78e9 req-1ae19e81-5a54-4e4b-8419-0bd6fda6ed6b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:23.916006 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ee0a197b-786e-4724-87e2-2545626f78e9 req-1ae19e81-5a54-4e4b-8419-0bd6fda6ed6b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 931 time: 0.1170163 Apr 22 16:39:23.936976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:23.949926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-14d0df61-2d77-4fe3-9681-494bb2d4b611 None None] Port 55337ee3-5bbe-413f-a338-e911be8ad0d0 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:39:23.979330 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ee0a197b-786e-4724-87e2-2545626f78e9 req-2661b8cb-3a7b-43c9-8f01-0d28d2c7271a tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618801 Apr 22 16:39:24.415703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55337ee3-5bbe-413f-a338-e911be8ad0d0 {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:39:24.424124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:24.505778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Transition to ACTIVE for port object 55337ee3-5bbe-413f-a338-e911be8ad0d0 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:39:24.533950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:24.540316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b04338e8-7ed8-4c9e-b27f-cb4174dd0683 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:24.722973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Pushing event updated for resources: {'Port': ['ID=55337ee3-5bbe-413f-a338-e911be8ad0d0,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:24.732377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:24.808703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Attempting to bind port 55337ee3-5bbe-413f-a338-e911be8ad0d0 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:39:24.809172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Attempting to bind port 55337ee3-5bbe-413f-a338-e911be8ad0d0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:39:24.809419 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Attempting to bind port 55337ee3-5bbe-413f-a338-e911be8ad0d0 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:39:24.814354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Port 55337ee3-5bbe-413f-a338-e911be8ad0d0 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:39:24.814719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Attempting to bind port 55337ee3-5bbe-413f-a338-e911be8ad0d0 on network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:39:24.820232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:39:24.820661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Checking segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:39:24.821092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Bound using segment: {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:39:24.821569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Bound port: 55337ee3-5bbe-413f-a338-e911be8ad0d0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db12a030-78a0-40af-b634-964ce64fe79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:39:24.821958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:24.919773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] For port 55337ee3-5bbe-413f-a338-e911be8ad0d0, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:39:24.922938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] For port 55337ee3-5bbe-413f-a338-e911be8ad0d0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:39:24.974446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:24.980409 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d2d263a7-2885-4a1b-8ff6-16011dacf09e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:25.033395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:25.034213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:25.035776 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] 10.222.0.26 "PUT /v2.0/ports/55337ee3-5bbe-413f-a338-e911be8ad0d0 HTTP/1.1" status: 200 len: 1093 time: 1.2855661 Apr 22 16:39:25.038398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:39:25.075492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Pushing event updated for resources: {'Port': ['ID=55337ee3-5bbe-413f-a338-e911be8ad0d0,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:25.079660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:25.118865 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'status': 'completed', 'code': 200} Apr 22 16:39:25.213742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb9d3-892d-4fd6-9f1a-eae7c817795c req-4c7f0e90-07b7-4b2b-bad6-e0c9039d45ec tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:25.215999 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-21feb9d3-892d-4fd6-9f1a-eae7c817795c req-4c7f0e90-07b7-4b2b-bad6-e0c9039d45ec tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 943 time: 0.1070621 Apr 22 16:39:25.282944 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-21feb9d3-892d-4fd6-9f1a-eae7c817795c req-82603938-adf4-4cb0-a030-3deb2ea94d7a tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601702 Apr 22 16:39:25.292261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-354e6fd4-a40c-4e20-a2fd-1155ec4a634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:25.294007 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-354e6fd4-a40c-4e20-a2fd-1155ec4a634a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 1096 time: 0.1274130 Apr 22 16:39:25.387293 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-c0707cd6-480a-4f37-ad1a-88ee6b14bde1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0 HTTP/1.1" status: 200 len: 217 time: 0.0781522 Apr 22 16:39:25.465140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d78115c5-2261-4a7b-883d-d56214c9134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:25.466837 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-d78115c5-2261-4a7b-883d-d56214c9134c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0728183 Apr 22 16:39:25.552911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-fbbfa4db-c781-476f-9fcf-07912ecf76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:25.554540 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-fbbfa4db-c781-476f-9fcf-07912ecf76d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816023 Apr 22 16:39:25.710041 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-4d6ff97f-3f65-4238-aa6e-35a65155631c service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479666 Apr 22 16:39:25.887833 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99b2ac6f-f55c-4983-a386-1fe14b64fed8 req-9acfc0b6-cdac-436c-b80b-943de978cf7d service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702468 Apr 22 16:39:26.123301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026702f-594e-456b-9231-dff5df1737e8 req-9237e054-f8c8-4a84-9a41-c246aacc514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:26.125026 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8026702f-594e-456b-9231-dff5df1737e8 req-9237e054-f8c8-4a84-9a41-c246aacc514a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 1096 time: 0.0923290 Apr 22 16:39:26.514757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026702f-594e-456b-9231-dff5df1737e8 req-f57d5654-0a24-4ce7-bf68-b578b77034d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:26.516320 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8026702f-594e-456b-9231-dff5df1737e8 req-f57d5654-0a24-4ce7-bf68-b578b77034d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.3849316 Apr 22 16:39:26.556675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f311f-2cc1-4934-a071-003efc9b7f55 req-775b09c7-5a76-4046-9b39-1b49487a62a4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:26.558291 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2e0f311f-2cc1-4934-a071-003efc9b7f55 req-775b09c7-5a76-4046-9b39-1b49487a62a4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 943 time: 0.0971246 Apr 22 16:39:26.592361 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8026702f-594e-456b-9231-dff5df1737e8 req-9a920e5d-87a6-4feb-8248-3134cb6b3e52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0 HTTP/1.1" status: 200 len: 217 time: 0.0691090 Apr 22 16:39:26.612607 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-2e0f311f-2cc1-4934-a071-003efc9b7f55 req-6cdf2d7b-02aa-47ee-b48c-afd8dd83c7a3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474768 Apr 22 16:39:26.668432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026702f-594e-456b-9231-dff5df1737e8 req-8838ebd1-ab50-4050-bcec-84645aa18f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:26.670031 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8026702f-594e-456b-9231-dff5df1737e8 req-8838ebd1-ab50-4050-bcec-84645aa18f32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0719593 Apr 22 16:39:26.758128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026702f-594e-456b-9231-dff5df1737e8 req-1ec4b875-dd1d-47d1-90b5-16da94713939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:26.759776 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8026702f-594e-456b-9231-dff5df1737e8 req-1ec4b875-dd1d-47d1-90b5-16da94713939 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817771 Apr 22 16:39:26.911588 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8026702f-594e-456b-9231-dff5df1737e8 req-7c0363f8-31b6-47ab-8add-5faa01920438 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444452 Apr 22 16:39:27.067951 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8026702f-594e-456b-9231-dff5df1737e8 req-870d9529-dcff-4023-88b6-88acc544f883 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487782 Apr 22 16:39:27.828978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89850962-fc63-4621-93f5-ec7d940ccc5b req-c2953d16-6401-43f7-aff9-e701b74d263f tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:27.830714 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-89850962-fc63-4621-93f5-ec7d940ccc5b req-c2953d16-6401-43f7-aff9-e701b74d263f tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 943 time: 0.0959203 Apr 22 16:39:27.880657 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-89850962-fc63-4621-93f5-ec7d940ccc5b req-b4aefac4-0be7-4ea3-aa56-5151b05db71e tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424411 Apr 22 16:39:29.085754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a89176-e5ca-4739-9ba6-f759ea744ca1 req-8eddb668-8a30-4d4c-8d82-dabfbcca6bce tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:29.088080 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-98a89176-e5ca-4739-9ba6-f759ea744ca1 req-8eddb668-8a30-4d4c-8d82-dabfbcca6bce tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 943 time: 0.0902765 Apr 22 16:39:29.141372 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-98a89176-e5ca-4739-9ba6-f759ea744ca1 req-e7d6f353-6647-48a4-9f42-8d9aa22a7870 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467219 Apr 22 16:39:30.376547 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d56d8-1d5d-4880-b8de-3b525dc4e2ed req-19c7cf73-a13d-453d-be83-20b6997c98e8 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:30.378255 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f31d56d8-1d5d-4880-b8de-3b525dc4e2ed req-19c7cf73-a13d-453d-be83-20b6997c98e8 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 943 time: 0.1139467 Apr 22 16:39:30.432316 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f31d56d8-1d5d-4880-b8de-3b525dc4e2ed req-0d91323f-4fde-4a02-a307-24f9a0ebbf45 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466518 Apr 22 16:39:31.317469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:31.659621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1d568-0eb5-46f1-9fd9-a7511317bc51 req-a8b0f780-39b1-4970-bb32-668f2b849c02 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:31.661270 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dae1d568-0eb5-46f1-9fd9-a7511317bc51 req-a8b0f780-39b1-4970-bb32-668f2b849c02 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 943 time: 0.0985863 Apr 22 16:39:31.715071 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dae1d568-0eb5-46f1-9fd9-a7511317bc51 req-6bea4a64-a795-447b-b7c4-c95f01f4e0f0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465746 Apr 22 16:39:32.974660 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f437f-6088-4ca4-9a09-192aa55135b4 req-0816c707-3a9e-4a3a-9be3-3cd04bc37df4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:32.977221 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ce1f437f-6088-4ca4-9a09-192aa55135b4 req-0816c707-3a9e-4a3a-9be3-3cd04bc37df4 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 943 time: 0.1025641 Apr 22 16:39:33.061472 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ce1f437f-6088-4ca4-9a09-192aa55135b4 req-28174980-4d63-41c5-8390-8363ca94090b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763853 Apr 22 16:39:33.822242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 55337ee3-5bbe-413f-a338-e911be8ad0d0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:39:34.006268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 55337ee3-5bbe-413f-a338-e911be8ad0d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:34.025893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'port_id': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'mac_address': 'fa:16:3e:d8:90:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:39:34.092436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:34.111236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55337ee3-5bbe-413f-a338-e911be8ad0d0 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:39:34.129369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 55337ee3-5bbe-413f-a338-e911be8ad0d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:34.157236 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:34.159128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:34.241569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=55337ee3-5bbe-413f-a338-e911be8ad0d0,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:34.245771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:34.282212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32892e-9464-43d6-9f55-a7c5af029779 req-a71b02dc-9d35-4fb3-9d7e-74d39a0440e3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:34.283819 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ff32892e-9464-43d6-9f55-a7c5af029779 req-a71b02dc-9d35-4fb3-9d7e-74d39a0440e3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 944 time: 0.0990100 Apr 22 16:39:34.334246 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ff32892e-9464-43d6-9f55-a7c5af029779 req-bf8f5f51-579d-42af-9c8f-4e138b851f22 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Apr 22 16:39:34.606406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['55337ee3-5bbe-413f-a338-e911be8ad0d0'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:39:35.547954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cd946-c991-42aa-b262-aab818e725ff req-39e49cff-be93-4a2e-90e8-186c17848174 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:35.549608 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-187cd946-c991-42aa-b262-aab818e725ff req-39e49cff-be93-4a2e-90e8-186c17848174 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 944 time: 0.0917661 Apr 22 16:39:35.602791 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-187cd946-c991-42aa-b262-aab818e725ff req-880075df-6350-486c-9fa6-05f3d56d4fdb tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 Apr 22 16:39:35.842984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 55337ee3-5bbe-413f-a338-e911be8ad0d0 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:39:35.951630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 55337ee3-5bbe-413f-a338-e911be8ad0d0 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:39:35.956841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 55337ee3-5bbe-413f-a338-e911be8ad0d0 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:39:35.957268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:36.086539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:36.124047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:39:36.139406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 55337ee3-5bbe-413f-a338-e911be8ad0d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:39:36.186664 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'code': 200} Apr 22 16:39:36.190128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:36.192066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:36.277155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=55337ee3-5bbe-413f-a338-e911be8ad0d0,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:36.280445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:36.588349 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5b90-e0dc-41fc-bc8a-06142478f2dc req-472fa7b7-73a7-4f89-8c3a-46bd81df7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:36.589890 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b56e5b90-e0dc-41fc-bc8a-06142478f2dc req-472fa7b7-73a7-4f89-8c3a-46bd81df7b24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 1098 time: 0.0913744 Apr 22 16:39:36.636564 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b56e5b90-e0dc-41fc-bc8a-06142478f2dc req-3a75668c-400f-422b-b8e2-32f199ba0ed0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Apr 22 16:39:36.811479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fbad3-8ff3-47de-b468-1d90afe8fc4c req-f908e86c-62b5-4e4d-868b-6c49d93b8449 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:36.813115 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d42fbad3-8ff3-47de-b468-1d90afe8fc4c req-f908e86c-62b5-4e4d-868b-6c49d93b8449 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 945 time: 0.0919588 Apr 22 16:39:36.861795 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d42fbad3-8ff3-47de-b468-1d90afe8fc4c req-4725f7fe-f064-4509-b262-7f68c979b51e tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422080 Apr 22 16:39:38.073654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb189d-9b53-499f-8b9e-7b8e35ce80dd req-ab4b42f9-f6d1-408c-b0f1-6f39f62f8b4f tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:38.075246 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c6eb189d-9b53-499f-8b9e-7b8e35ce80dd req-ab4b42f9-f6d1-408c-b0f1-6f39f62f8b4f tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 945 time: 0.0961795 Apr 22 16:39:38.126614 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c6eb189d-9b53-499f-8b9e-7b8e35ce80dd req-5f0062b2-4c49-47d2-ac86-a759b4874412 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446689 Apr 22 16:39:39.143592 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48066) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:39.291571 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:39.310137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:39:39.314277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Usage tracker for resource:security_group_rule and tenant:561ceb10493c40cdb455b7550ca1f088 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:39:39.317395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:39:39.323766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:39:39.401023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcb54f-1bc3-44a9-95a9-b61877d4ee54 req-41ede5b7-26d8-4520-93f7-a19b052bbb81 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:39.402614 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-62fcb54f-1bc3-44a9-95a9-b61877d4ee54 req-41ede5b7-26d8-4520-93f7-a19b052bbb81 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 945 time: 0.0892024 Apr 22 16:39:39.410641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:39.443009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:39.451421 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-62fcb54f-1bc3-44a9-95a9-b61877d4ee54 req-8011a9aa-5dac-43d6-a42f-06c5853ac2df tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421071 Apr 22 16:39:39.452541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d27c46c6-d96d-434e-b297-838517aa05ff tempest-VolumesNegativeTest-1126322651 tempest-VolumesNegativeTest-1126322651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:39.497447 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=561ceb10493c40cdb455b7550ca1f088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525031 Apr 22 16:39:39.499507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc71bae-6c33-49c5-8030-a8d0b830f997,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:39.500456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48076) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:39.502988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:39.570996 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:39.647637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:39.713269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23621697-b15f-4fba-850d-55390e128d53 req-cb7d675e-dc1d-4139-b139-251f949359af tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:39.714956 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23621697-b15f-4fba-850d-55390e128d53 req-cb7d675e-dc1d-4139-b139-251f949359af tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 945 time: 0.1455128 Apr 22 16:39:39.769250 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-23621697-b15f-4fba-850d-55390e128d53 req-bc86db5d-6f3e-4542-967f-581d26736f2c tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476744 Apr 22 16:39:39.796060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48080) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:39.866016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:39.871487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-162bd861-afdc-4943-88b7-1cb4f8e091fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:39.885017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc71bae-6c33-49c5-8030-a8d0b830f997,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:39.890330 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:39.892797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:39.894932 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5cc71bae-6c33-49c5-8030-a8d0b830f997 HTTP/1.1" status: 204 len: 168 time: 0.3933616 Apr 22 16:39:39.997598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349094ed-a411-422c-b72a-44fea5165020 tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:39.999248 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-349094ed-a411-422c-b72a-44fea5165020 tempest-TestVolumeBootPattern-17823254 tempest-TestVolumeBootPattern-17823254-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 1093 time: 0.2021244 Apr 22 16:39:40.002270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48088) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:40.008331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'port_id': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:39:40.015056 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:39:40.020191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Usage tracker for resource:floatingip and tenant:a62f8812cc3b419f9b957c84523de402 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:39:40.025074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:39:40.031335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:39:40.072165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:40.222569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:40.420022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48104) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:40.446612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:40.471141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:39:40.481083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Usage tracker for resource:security_group_rule and tenant:bcbb3796b1884bbdaa9326cdab017edc is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:39:40.485869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:39:40.498489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Allocated IP 172.27.3.80 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/d85fbac4-a3ea-4b93-8b6d-ffd0a7097510) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:39:40.500825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:39:40.751464 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:40.807523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:40.837512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:40.846404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b94a24a7-9835-47c0-9c05-a368cfa44ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:40.884052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:40.902562 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcbb3796b1884bbdaa9326cdab017edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814405 Apr 22 16:39:40.905254 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f3dd8-c480-4c9f-9038-b9a03f9dc9ca,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:40.905557 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48110) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:39:40.919165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.919600 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.920065 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.920520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.920929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.921336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.921743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.922142 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.922549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.922950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.923348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.923743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:39:40.927833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:40.930686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:39:40.931439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bfd48f56-70d1-4ebb-8c3d-ae71f769cde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:40.968395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:39:40.970727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:39:40.976047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-265b57b5-ea9c-4e35-931c-49ec536d3236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:41.003614 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-265b57b5-ea9c-4e35-931c-49ec536d3236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:41.053903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=d85fbac4-a3ea-4b93-8b6d-ffd0a7097510,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:41.059534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:41.139946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-265b57b5-ea9c-4e35-931c-49ec536d3236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:41.145338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-df9eb3e5-7175-4e4d-9e4a-685fcbed7c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:41.158439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b57b5-ea9c-4e35-931c-49ec536d3236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f3dd8-c480-4c9f-9038-b9a03f9dc9ca,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:41.163713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-265b57b5-ea9c-4e35-931c-49ec536d3236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:41.168170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-265b57b5-ea9c-4e35-931c-49ec536d3236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:41.169392 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-265b57b5-ea9c-4e35-931c-49ec536d3236 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d92f3dd8-c480-4c9f-9038-b9a03f9dc9ca HTTP/1.1" status: 204 len: 168 time: 0.2627449 Apr 22 16:39:41.680069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:41.782668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:42.148754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:42.184849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:42.189938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ecffa0fd-7124-4c7f-bd64-29cbcc529048 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:39:42.307988 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event updated for resources: {'Port': ['ID=d85fbac4-a3ea-4b93-8b6d-ffd0a7097510,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:39:42.311081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:39:42.318475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:42.506083 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Floating IP d62e7e4f-db77-4246-b467-58301d13a3c6 associated. External IP: 172.27.3.80, port: 55337ee3-5bbe-413f-a338-e911be8ad0d0. Apr 22 16:39:42.886835 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:39:43.053858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-24090008-f185-4f6f-a806-69b04ee0d7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:43.091173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:39:43.101602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:39:43.111227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:43.111905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:39:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:43.151157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:43.210700 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2071300 Apr 22 16:39:43.211552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:39:43.262076 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'status': 'completed', 'code': 200} Apr 22 16:39:43.318290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:43.691500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:07Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}, {'id': 'd62e7e4f-db77-4246-b467-58301d13a3c6', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:d8:90:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:39:41Z', 'updated_at': '2021-04-22T16:39:41Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:43.695769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:39:43.704669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:39:43.705328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:39:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:43.892679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:39:44.459000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:07Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}, {'id': 'd62e7e4f-db77-4246-b467-58301d13a3c6', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:d8:90:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:39:41Z', 'updated_at': '2021-04-22T16:39:41Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:39:44.464342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e098ec52-e0f0-4372-ab9c-4e9805026cb4 None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:07Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}, {'id': 'd62e7e4f-db77-4246-b467-58301d13a3c6', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:d8:90:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:39:41Z', 'updated_at': '2021-04-22T16:39:41Z', 'revision_number': 0, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:39:44.767068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a203790f-024e-48fa-9465-ae17bb30fb65 None None] New status for floating IP d62e7e4f-db77-4246-b467-58301d13a3c6: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:39:45.015657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-c33b2d3a-3fc9-4466-acc4-9204ac108a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:45.017713 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-c33b2d3a-3fc9-4466-acc4-9204ac108a01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 1098 time: 0.0891905 Apr 22 16:39:45.178800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-ef8b9b1d-6426-44af-94c7-7e6fa66b48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:45.181870 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-ef8b9b1d-6426-44af-94c7-7e6fa66b48ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1565361 Apr 22 16:39:45.254152 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae71e-ab98-4b70-a252-9ed3d61847b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:45.325371 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-492bf18c-16e6-4313-92a5-f3298388b18f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0 HTTP/1.1" status: 200 len: 1000 time: 0.1326065 Apr 22 16:39:45.459647 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-fd389240-5ee8-49b0-864b-c068d612621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:45.461369 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-fd389240-5ee8-49b0-864b-c068d612621d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0728593 Apr 22 16:39:45.557639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-64d55717-d9c0-4437-801f-694b0a3d0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:45.559227 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-64d55717-d9c0-4437-801f-694b0a3d0f2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783708 Apr 22 16:39:45.708814 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-68076ca2-752a-4f47-9616-b7437615e951 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411481 Apr 22 16:39:45.865291 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b031bc13-7355-4dfa-bf8d-506b61fd77a5 req-4cc12e1e-ac49-49a0-9dc1-278152623f7d service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354501 Apr 22 16:39:46.248453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:46.545556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:47.603198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:39:49.577699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:39:50.497004 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-2c456c7e-730a-43d9-afc2-f622875dd1f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792208 Apr 22 16:39:50.612848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-9a7b420d-c675-4b0d-a8aa-61f78ee609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:50.614454 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-9a7b420d-c675-4b0d-a8aa-61f78ee609c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0820534 Apr 22 16:39:50.772608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-b50be12c-beae-4521-868d-f70d1188735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:50.774337 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-b50be12c-beae-4521-868d-f70d1188735b service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1395900 Apr 22 16:39:50.891032 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-ca0c7266-afd5-4056-98ea-c5dbbf075b5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 200 len: 1001 time: 0.1095095 Apr 22 16:39:50.962672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-05123e31-8744-4bed-861b-d658ee6cd665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:50.964287 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-05123e31-8744-4bed-861b-d658ee6cd665 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0670345 Apr 22 16:39:51.053329 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-50b3b39f-2dd5-499d-a7f2-01e19b3c924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:39:51.055854 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-50b3b39f-2dd5-499d-a7f2-01e19b3c924e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847156 Apr 22 16:39:51.204149 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-20948ffd-fd74-4c47-a627-51f1562eaa30 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412489 Apr 22 16:39:51.362615 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1a8b77bd-bfa3-4888-ac71-8efa154ac8bf req-24bde016-aa61-4590-8526-3a527a729d26 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515510 Apr 22 16:40:00.410162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48294) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:00.540498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:00.555790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:00.559917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Usage tracker for resource:security_group_rule and tenant:173d6c185cb446cc952b406c8fd8ebb8 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:00.562981 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:00.569137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:00.735306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:00.775083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:00.785665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-71490920-fd07-426c-af10-8ba8a4a3f882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:00.829353 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=173d6c185cb446cc952b406c8fd8ebb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179423 Apr 22 16:40:00.830398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f0db1-0e0d-4d1e-9225-d3f333b04b08,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:00.832247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48306) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:00.840199 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.840653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.841071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.841483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.841894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.842301 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.842706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.843111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.843513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.843914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.844355 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.844757 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:00.849053 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-34aba9b1-984f-4421-a67a-b2e717bd5234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:00.905356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-24b0fff8-989b-4da1-8ad4-fb79f516c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:00.936370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-24b0fff8-989b-4da1-8ad4-fb79f516c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:01.014179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-24b0fff8-989b-4da1-8ad4-fb79f516c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:01.019388 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3d64ba8c-0f4c-408d-bcd0-2495adfddeea tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:01.033696 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0fff8-989b-4da1-8ad4-fb79f516c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f0db1-0e0d-4d1e-9225-d3f333b04b08,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:01.036615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-24b0fff8-989b-4da1-8ad4-fb79f516c83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:01.037856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-24b0fff8-989b-4da1-8ad4-fb79f516c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:01.039025 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-24b0fff8-989b-4da1-8ad4-fb79f516c83c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f57f0db1-0e0d-4d1e-9225-d3f333b04b08 HTTP/1.1" status: 204 len: 168 time: 0.2057583 Apr 22 16:40:01.317324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:12.996645 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7e7528b5-7768-4f9e-acb3-4f3c8e8be034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:15.231083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-037b4f0d-0450-45f6-8afe-ab62fe9ce83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:16.265162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:16.546110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:17.361974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48530) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:17.524593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:17.541305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:17.545807 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a38209beef4faba4b8dcc023fe165f is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:17.549396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:17.556965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:17.613341 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:17.707202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:17.738895 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:17.749297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6710d90a-9d96-4a6e-a087-d32857c1d2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:17.793997 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4a38209beef4faba4b8dcc023fe165f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307036 Apr 22 16:40:17.795994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e94b5ba-02df-4721-aa02-29dc30ff1b42,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:17.796195 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48536) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:17.799520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:17.862309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:17.895464 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:17.997140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:18.005380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1865121d-19a7-4014-bd32-9e483ec0e140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:18.021103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e94b5ba-02df-4721-aa02-29dc30ff1b42,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:18.023597 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:18.031454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:18.036008 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e94b5ba-02df-4721-aa02-29dc30ff1b42 HTTP/1.1" status: 204 len: 168 time: 0.2354608 Apr 22 16:40:18.556992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48548) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:18.577719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:18.598984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:18.603985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Usage tracker for resource:security_group_rule and tenant:4203d6257bc8482fb2f11c6d16e8a9e9 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:18.607024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:18.614155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:18.760675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:18.790636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:18.800516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ea340d07-1e15-49e7-8278-09b6875e5cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:18.845410 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4203d6257bc8482fb2f11c6d16e8a9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871902 Apr 22 16:40:18.846421 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2485a2b8-d6ea-4927-a9a9-4168b3a131a2,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:18.848402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48558) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:18.850589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e8025195-2913-408d-ae3d-9cc1ce966f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:18.913630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:18.941108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:19.007663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:19.013136 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0144a37f-9f7d-425c-8dc2-fc61360fb98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:19.025751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2485a2b8-d6ea-4927-a9a9-4168b3a131a2,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:19.028179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:19.034165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:19.035383 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2485a2b8-d6ea-4927-a9a9-4168b3a131a2 HTTP/1.1" status: 204 len: 168 time: 0.1855247 Apr 22 16:40:23.330221 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48642) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:23.469951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:23.489656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:23.494014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Usage tracker for resource:security_group_rule and tenant:6544609b37fa4e0a8c4bac16f719422a is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:23.497173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:23.503507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:23.607335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:23.636927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:23.644783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-151dd475-2e6a-4fc7-8cac-531b0f076554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:23.692080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1267cf8-882a-4fe6-b66e-36f400f36ccb,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:23.697980 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6544609b37fa4e0a8c4bac16f719422a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663666 Apr 22 16:40:23.698997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-bdd7f896-88d9-4699-b99d-192538158a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:23.700737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48648) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:23.769276 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c8eac091-5842-4ab3-882d-c6adea44c054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:23.800651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c8eac091-5842-4ab3-882d-c6adea44c054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:23.888030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c8eac091-5842-4ab3-882d-c6adea44c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:23.897270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0e9fc591-40e1-428e-80fe-a81cc4b6f33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:23.916153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eac091-5842-4ab3-882d-c6adea44c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1267cf8-882a-4fe6-b66e-36f400f36ccb,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:23.918662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c8eac091-5842-4ab3-882d-c6adea44c054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:23.922690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c8eac091-5842-4ab3-882d-c6adea44c054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:23.924885 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c8eac091-5842-4ab3-882d-c6adea44c054 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1267cf8-882a-4fe6-b66e-36f400f36ccb HTTP/1.1" status: 204 len: 168 time: 0.2229683 Apr 22 16:40:24.515562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48658) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:24.536713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:24.554347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:24.559042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7efc8bf7b2b745278591d416a727bf3b is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:24.562375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:24.569640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:24.682868 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:24.722399 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:24.732852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7b9c5774-eb7e-45f3-a2a3-6b9374ce6456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:24.776998 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7efc8bf7b2b745278591d416a727bf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599943 Apr 22 16:40:24.778742 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3fa032-794c-4399-924c-27c0fc00ac36,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:24.781552 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48662) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:24.786501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:24.855511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e328f22c-ecdd-4ae6-8ff5-0325485c4bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:24.886717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e328f22c-ecdd-4ae6-8ff5-0325485c4bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:24.979220 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e328f22c-ecdd-4ae6-8ff5-0325485c4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:24.983484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c5a05f97-642b-4e55-9865-ba4bf7871a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:25.005386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328f22c-ecdd-4ae6-8ff5-0325485c4bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3fa032-794c-4399-924c-27c0fc00ac36,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:25.009665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e328f22c-ecdd-4ae6-8ff5-0325485c4bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:25.021414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e328f22c-ecdd-4ae6-8ff5-0325485c4bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:25.023327 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e328f22c-ecdd-4ae6-8ff5-0325485c4bb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e3fa032-794c-4399-924c-27c0fc00ac36 HTTP/1.1" status: 204 len: 168 time: 0.2402270 Apr 22 16:40:26.578380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:40:31.310514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:42.614000 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48862) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:42.745184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:42.761004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:42.765030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Usage tracker for resource:security_group_rule and tenant:9b236d5114ff42e8bf47ed2426dfca57 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:42.767936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:42.773933 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:42.859631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:42.921440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:42.930828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e54939ce-6094-4753-8326-b3005977cb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:42.975669 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b236d5114ff42e8bf47ed2426dfca57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605058 Apr 22 16:40:42.977439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95339cf4-f4b2-4268-9f94-c3e66852400f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:42.979607 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48870) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:42.986292 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.986720 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.987156 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.987549 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.988014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.988484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.988947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.989379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.989818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.990242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.990673 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.991073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:42.996013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d580-26b9-4d85-b2e3-e33be8d3ef21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:42.996238 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-be4e07c2-d8eb-4b27-aba7-6b006d4a2d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:43.053287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3442fec4-9a57-43cb-8519-97c09c869d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:43.082601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3442fec4-9a57-43cb-8519-97c09c869d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:43.155789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3442fec4-9a57-43cb-8519-97c09c869d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:43.161189 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a7de30f6-bfcb-4782-b37a-63dab7a66023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:43.174947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442fec4-9a57-43cb-8519-97c09c869d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95339cf4-f4b2-4268-9f94-c3e66852400f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:43.182793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3442fec4-9a57-43cb-8519-97c09c869d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:43.184987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3442fec4-9a57-43cb-8519-97c09c869d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:43.186482 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3442fec4-9a57-43cb-8519-97c09c869d7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95339cf4-f4b2-4268-9f94-c3e66852400f HTTP/1.1" status: 204 len: 168 time: 0.2054164 Apr 22 16:40:43.646795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48878) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:43.666583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:43.682016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:43.686194 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf9abc148fe4146b39ea67805009941 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:43.689315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:43.695287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:43.783671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:43.847076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:43.856698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-fef87c65-9dd0-488c-8b53-8833fd7e2eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:43.903680 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cf9abc148fe4146b39ea67805009941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532582 Apr 22 16:40:43.903680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc96736f-fc3c-4ad3-ba34-a046a1d15c55,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:43.904239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48890) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:43.905293 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a7b6082b-2d84-4509-bded-e499b7949238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:43.972254 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6211-54b9-4d5b-a9a3-8fc8be59397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.007442 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6211-54b9-4d5b-a9a3-8fc8be59397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.075588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6211-54b9-4d5b-a9a3-8fc8be59397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.081256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5fee6ca5-10ca-487d-9249-569c0516901c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:44.094315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6211-54b9-4d5b-a9a3-8fc8be59397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc96736f-fc3c-4ad3-ba34-a046a1d15c55,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:44.096810 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ac5a6211-54b9-4d5b-a9a3-8fc8be59397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:44.106119 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6211-54b9-4d5b-a9a3-8fc8be59397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.107509 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ac5a6211-54b9-4d5b-a9a3-8fc8be59397f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc96736f-fc3c-4ad3-ba34-a046a1d15c55 HTTP/1.1" status: 204 len: 168 time: 0.2022550 Apr 22 16:40:44.578756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48898) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:44.598649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.615075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:44.619144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Usage tracker for resource:security_group_rule and tenant:20c9c14daa414566a188e50f5f8d27a8 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:44.622246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:44.628163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:44.724627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.761977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.771489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b463565a-2de2-4f8e-b69c-741a86b97565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:44.816027 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20c9c14daa414566a188e50f5f8d27a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360218 Apr 22 16:40:44.817031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c9fb4-6801-4cd8-86d6-5287f3708535,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:44.819100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48902) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:44.820297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:44.883561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-27ad28c9-cb5e-4ef9-914a-15fc4702956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:44.912160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-27ad28c9-cb5e-4ef9-914a-15fc4702956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:45.064558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-27ad28c9-cb5e-4ef9-914a-15fc4702956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:45.069886 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6b2520f3-f1dd-4250-a2f7-7a954600759e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:45.083821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad28c9-cb5e-4ef9-914a-15fc4702956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c9fb4-6801-4cd8-86d6-5287f3708535,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:45.087039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-27ad28c9-cb5e-4ef9-914a-15fc4702956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:45.090186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-27ad28c9-cb5e-4ef9-914a-15fc4702956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:45.092239 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-27ad28c9-cb5e-4ef9-914a-15fc4702956b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad2c9fb4-6801-4cd8-86d6-5287f3708535 HTTP/1.1" status: 204 len: 168 time: 0.2719886 Apr 22 16:40:45.246026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4dc8d88a-b788-4263-adff-1bbdc80a8088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:46.282952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:46.555880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:46.693108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48948) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:46.944794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:46.960413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:46.965146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0e30265505463e854251711e7fed63 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:46.968092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:46.974110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:47.146424 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:47.167956 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:47.177480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-721d4549-d6c5-41fc-94c6-3f67c1984dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:47.220832 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff0e30265505463e854251711e7fed63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264575 Apr 22 16:40:47.221726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e603b6a5-10e2-4ac2-bf26-37fd1dfc8dd9,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:47.223661 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 48964) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:47.225335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6118e97e-327e-4301-9506-24a2382f8157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:47.297038 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1d024e71-05f3-44a6-a779-013e541de6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:47.325100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1d024e71-05f3-44a6-a779-013e541de6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:47.395825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1d024e71-05f3-44a6-a779-013e541de6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:47.401300 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-db17e16a-5bce-4b18-89de-9843d504977b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:47.417188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d024e71-05f3-44a6-a779-013e541de6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e603b6a5-10e2-4ac2-bf26-37fd1dfc8dd9,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:47.419395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1d024e71-05f3-44a6-a779-013e541de6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:47.429203 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-1d024e71-05f3-44a6-a779-013e541de6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:47.433897 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-1d024e71-05f3-44a6-a779-013e541de6b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e603b6a5-10e2-4ac2-bf26-37fd1dfc8dd9 HTTP/1.1" status: 204 len: 168 time: 0.2090642 Apr 22 16:40:47.607423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.128038 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-2beb826a-7527-4a8a-84e3-f99c27daa062 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875130 Apr 22 16:40:48.304445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-b64a2c28-16a9-4f70-888a-0622d2aa92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:48.306188 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-b64a2c28-16a9-4f70-888a-0622d2aa92ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1098 time: 0.0844135 Apr 22 16:40:48.335509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 48998) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:48.457484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1060526021-network', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:40:48.463627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:48.468968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Usage tracker for resource:network and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:48.471344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:48.476267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-1325fedc-9ac7-4139-a141-5e50659c27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:48.477881 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-1325fedc-9ac7-4139-a141-5e50659c27ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1465719 Apr 22 16:40:48.479443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:48.516323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Made reservation on behalf of 0720e13c588347a8be6c0e00cf14f965 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:40:48.522641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.536225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.553484 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:48.559681 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:48.564679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:48.574088 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:48.595127 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-91ceb3d9-c3c5-451b-bc67-16afcbd2c9f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 200 len: 1001 time: 0.1111438 Apr 22 16:40:48.663117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.668828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-c32f411c-8a7f-46c5-855c-10480b97a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:48.670474 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-c32f411c-8a7f-46c5-855c-10480b97a0bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0692444 Apr 22 16:40:48.699058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.702389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-37b2c962-2734-4d7c-800e-669f37bb4a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:48.735794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:40:48.741541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:48.745551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:48.749366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.749725 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Added segment 206b8b99-53cb-4e2c-a37f-5be8213d7ad8 of type vlan for network 2e259735-51c2-44bd-851b-97e0696966bd Apr 22 16:40:48.757160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-2aa44d48-a5bd-4469-9e7d-6faf7c4492d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:48.759103 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-2aa44d48-a5bd-4469-9e7d-6faf7c4492d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805929 Apr 22 16:40:48.784725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.847315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.848813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:48.849467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:48.854845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:48.907444 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-8b412a56-f4f7-4934-8ab9-f092f692ec06 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415930 Apr 22 16:40:48.962168 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Pushing event updated for resources: {'Network': ['ID=2e259735-51c2-44bd-851b-97e0696966bd,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:48.965676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:48.973662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 2e259735-51c2-44bd-851b-97e0696966bd details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:40:49.017111 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2c6485b7-abc5-40ba-836b-c619e7fe2d42 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6771629 Apr 22 16:40:49.017668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49006) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:49.023684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Request body: {'subnet': {'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1060526021-subnet', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:40:49.029635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:49.034303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Usage tracker for resource:subnet and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:49.037864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:49.044248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:49.071269 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b8d8cfa4-27fa-434d-8617-b392827b1b3b req-f64e98d5-b163-4c1d-a000-a302544477aa service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560891 Apr 22 16:40:49.109893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Made reservation on behalf of 0720e13c588347a8be6c0e00cf14f965 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:40:49.114773 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822280447'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:49.551426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823278397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822280432'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:49.556295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:49.645295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06a715d-6f2d-44d7-bdb2-18ed52fb516c,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:49.649516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:49.651020 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Checking segment: {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:40:49.651482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Network hostable DHCP agents. Network: 2e259735-51c2-44bd-851b-97e0696966bd, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:40:49.709548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Network 2e259735-51c2-44bd-851b-97e0696966bd is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:40:49.755140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 2e259735-51c2-44bd-851b-97e0696966bd) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:40:49.765060 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e71f5-5a36-4d38-9d3f-5f05e66165ba None None] Network 2e259735-51c2-44bd-851b-97e0696966bd requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:40:49.768734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:49.769396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:49.808403 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-45c60eea-1a34-4e2c-a6bc-2f3ab6f8b18f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7896841 Apr 22 16:40:49.811077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49016) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:49.816650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:40:49.821780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:49.826693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Usage tracker for resource:router and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:49.830363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:49.836533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:49.870370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:49.871499 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:49.887211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:49.995837 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-2e259735-51c2-44bd-851b-97e0696966bd', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:40:49.996783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.173035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Allocated IP 172.20.0.2 (2e259735-51c2-44bd-851b-97e0696966bd/d06a715d-6f2d-44d7-bdb2-18ed52fb516c/56db0186-b035-4efa-91ad-4542d4ca8768) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:40:50.482153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.513831 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.524577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Transition to ACTIVE for port object 56db0186-b035-4efa-91ad-4542d4ca8768 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:40:50.545861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Transition to ACTIVE for port object 56db0186-b035-4efa-91ad-4542d4ca8768 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:40:50.601716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.608390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:50.676059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Network 2e259735-51c2-44bd-851b-97e0696966bd is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:40:50.679654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:40:50.683935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:40:50.693601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Pushing event updated for resources: {'Port': ['ID=56db0186-b035-4efa-91ad-4542d4ca8768,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:50.741537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.741917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.742287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.742658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.743026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.743394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.743758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.744430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.744817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.745187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.745551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.745913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:40:50.775944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:50.809666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Attempting to bind port 56db0186-b035-4efa-91ad-4542d4ca8768 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:40:50.810188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Attempting to bind port 56db0186-b035-4efa-91ad-4542d4ca8768 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:40:50.810698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Attempting to bind port 56db0186-b035-4efa-91ad-4542d4ca8768 on network 2e259735-51c2-44bd-851b-97e0696966bd {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:40:50.816636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:40:50.817158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Checking segment: {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:40:50.818404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.818404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Bound using segment: {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:40:50.819024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Bound port: 56db0186-b035-4efa-91ad-4542d4ca8768, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:40:50.819537 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.846032 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.882639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.921769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] For port 56db0186-b035-4efa-91ad-4542d4ca8768, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:40:50.925030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] For port 56db0186-b035-4efa-91ad-4542d4ca8768, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=56db0186-b035-4efa-91ad-4542d4ca8768,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:40:50.956262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:50.961935 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:51.030897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Allocated IP 172.27.3.122 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/d38295f7-d20b-42a8-9ef0-66f2487e9a5f) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:40:51.065852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Pushing event updated for resources: {'Port': ['ID=56db0186-b035-4efa-91ad-4542d4ca8768,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:51.067690 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-45fcaf3c-dc12-4b30-98dd-853d8be9e940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:51.199909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:51.287174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:51.292920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-02ccde11-522c-4522-87e3-0235fd5e5f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:51.362167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:40:51.373243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:40:51.378062 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:40:51.423114 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Pushing event updated for resources: {'Port': ['ID=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:51.427507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:51.938374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:52.105816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 56db0186-b035-4efa-91ad-4542d4ca8768 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:40:52.224127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 56db0186-b035-4efa-91ad-4542d4ca8768 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:40:52.311229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:52.450137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e193c7-c9ef-4780-84bb-2848768acd08 None None] Network 2e259735-51c2-44bd-851b-97e0696966bd requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:40:52.547862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Provisioning for port 56db0186-b035-4efa-91ad-4542d4ca8768 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:40:52.559190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Provisioning complete for port 56db0186-b035-4efa-91ad-4542d4ca8768 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:40:52.559609 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:52.601879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Router 12b095a5-d6e8-493f-ae23-274d8ce813e5 is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:40:52.802575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:40:52.816685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:52.830817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Sync routers for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:40:52.858730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:52.860612 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-434e5d44-7818-435f-b134-6c104e31da11 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0483496 Apr 22 16:40:52.863187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:40:52.863643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49046) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:52.863870 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:40:52.920252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49050) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:53.024555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] For port 56db0186-b035-4efa-91ad-4542d4ca8768, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=56db0186-b035-4efa-91ad-4542d4ca8768,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:40:53.075890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.079213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.083474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:53.097326 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:53.107569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Usage tracker for resource:security_group_rule and tenant:7a3a65a863f54a218f9b0e4efa1887fe is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:53.111830 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:53.119586 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:53.158012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:40:53.217509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.241738 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.263431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5ce63b90-71f5-4863-bea0-1c13527250ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:53.327439 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a3a65a863f54a218f9b0e4efa1887fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036069 Apr 22 16:40:53.327439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f825580-6aac-4c0c-b816-a5763d29dafd,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:53.328969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49056) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:53.335387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-35751772-9750-4fc2-a4a7-f2268ec86a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:53.405146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-11a2f015-b901-49f6-970a-926d93884b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.435759 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-11a2f015-b901-49f6-970a-926d93884b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.499788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Pushing event updated for resources: {'Port': ['ID=56db0186-b035-4efa-91ad-4542d4ca8768,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:53.511905 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:53.514946 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65c1ba25-25c6-4141-b586-174c733acfaa None None] Provisioning complete for port 56db0186-b035-4efa-91ad-4542d4ca8768 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:40:53.515321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65c1ba25-25c6-4141-b586-174c733acfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.567078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-11a2f015-b901-49f6-970a-926d93884b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.573234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6c3beb82-7e52-4e8c-9917-b79d71e256a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:53.585034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2f015-b901-49f6-970a-926d93884b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f825580-6aac-4c0c-b816-a5763d29dafd,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:53.588412 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-11a2f015-b901-49f6-970a-926d93884b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:53.595475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-11a2f015-b901-49f6-970a-926d93884b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.599553 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-11a2f015-b901-49f6-970a-926d93884b93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f825580-6aac-4c0c-b816-a5763d29dafd HTTP/1.1" status: 204 len: 168 time: 0.2665937 Apr 22 16:40:53.805932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:51Z', 'revision_number': 3, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:40:53.811348 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Checking router: 12b095a5-d6e8-493f-ae23-274d8ce813e5 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:40:53.811640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Updating router 12b095a5-d6e8-493f-ae23-274d8ce813e5 port d38295f7-d20b-42a8-9ef0-66f2487e9a5f binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:40:53.876163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:53.920068 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.083118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49064) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:54.085765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 56db0186-b035-4efa-91ad-4542d4ca8768 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:40:54.105982 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.123343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:54.127657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7a7907d8ea43a69c9214c530be5dfa is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:54.130727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:54.137699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:54.164763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Allocated IP 172.20.0.1 (2e259735-51c2-44bd-851b-97e0696966bd/d06a715d-6f2d-44d7-bdb2-18ed52fb516c/cc0d5463-f4eb-417c-95e9-f1688e396203) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:40:54.283337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 56db0186-b035-4efa-91ad-4542d4ca8768 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:40:54.283672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.315849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.330468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.348333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Transition to ACTIVE for port object cc0d5463-f4eb-417c-95e9-f1688e396203 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:40:54.350345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.366145 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a9898c8a-3d10-4791-a68c-b023b8d641dc tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:54.403284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.413016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c6b3c764-e63d-439b-92ec-8b9f893ced3b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:54.481323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Network 2e259735-51c2-44bd-851b-97e0696966bd is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:40:54.490223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:40:54.495620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:40:54.506824 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.528668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Transition to ACTIVE for port object d38295f7-d20b-42a8-9ef0-66f2487e9a5f will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:40:54.559262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0d5463-f4eb-417c-95e9-f1688e396203,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:54.564433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:54.565229 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.601954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.608270 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-436f7666-1729-490a-9a8d-daae76b23676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:54.679319 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae7a7907d8ea43a69c9214c530be5dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900829 Apr 22 16:40:54.679319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d9e02f-6a15-4999-9a3b-7d5597cf80dd,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:54.679620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49068) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:54.679731 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ab0983e3-8e9a-478c-b22a-1a8392445555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:54.698727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Attempting to bind port d38295f7-d20b-42a8-9ef0-66f2487e9a5f on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:40:54.699146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Attempting to bind port d38295f7-d20b-42a8-9ef0-66f2487e9a5f by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:40:54.699554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Attempting to bind port d38295f7-d20b-42a8-9ef0-66f2487e9a5f on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:40:54.703429 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9b614-bad6-48c3-8ccd-68140ce4f864 None None] Pushing event updated for resources: {'Port': ['ID=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:54.707839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cae9b614-bad6-48c3-8ccd-68140ce4f864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:54.708728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:40:54.709133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:40:54.709584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.710027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:40:54.710524 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Bound port: d38295f7-d20b-42a8-9ef0-66f2487e9a5f, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:40:54.710943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.799555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] For port d38295f7-d20b-42a8-9ef0-66f2487e9a5f, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:40:54.803779 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.807241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] For port d38295f7-d20b-42a8-9ef0-66f2487e9a5f, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:40:54.822350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f6011057-6611-47aa-90ea-6e4490e5d805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.859615 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.863631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-18c1ad2b-0595-4039-b537-c395257eb8b4 None None] Provisioning for port cc0d5463-f4eb-417c-95e9-f1688e396203 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:40:54.869575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f277b80d-1aac-4547-b048-1148676cba1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:54.901500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f6011057-6611-47aa-90ea-6e4490e5d805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:54.916336 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-18c1ad2b-0595-4039-b537-c395257eb8b4 None None] Provisioning complete for port cc0d5463-f4eb-417c-95e9-f1688e396203 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:40:54.916847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-18c1ad2b-0595-4039-b537-c395257eb8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:55.007334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:40:55.008021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:40:55.065740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-18c1ad2b-0595-4039-b537-c395257eb8b4 None None] Port cc0d5463-f4eb-417c-95e9-f1688e396203 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:40:55.085286 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f6011057-6611-47aa-90ea-6e4490e5d805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:55.091617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f284ae69-9945-453d-8e0b-4f204d88026f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:55.110763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011057-6611-47aa-90ea-6e4490e5d805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d9e02f-6a15-4999-9a3b-7d5597cf80dd,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:55.114627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f6011057-6611-47aa-90ea-6e4490e5d805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:55.131847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9b614-bad6-48c3-8ccd-68140ce4f864 None None] Pushing event updated for resources: {'Port': ['ID=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:55.132740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f6011057-6611-47aa-90ea-6e4490e5d805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:55.133986 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f6011057-6611-47aa-90ea-6e4490e5d805 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69d9e02f-6a15-4999-9a3b-7d5597cf80dd HTTP/1.1" status: 204 len: 168 time: 0.4549792 Apr 22 16:40:55.138833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:55.152651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cae9b614-bad6-48c3-8ccd-68140ce4f864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:55.168767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:55.200789 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a958aac0-8944-471c-827d-f43ea81c36d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:55.221225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:40:55.293324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:55.298217 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0d5463-f4eb-417c-95e9-f1688e396203,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:55.303006 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:55.450403 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Network 2e259735-51c2-44bd-851b-97e0696966bd is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:40:55.452858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:40:55.617124 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 1, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:40:55.622922 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a7aef-cf28-44b6-a50b-3115bcb71559 None None] The sync data for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi is: [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 1, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:40:55.669440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Router 12b095a5-d6e8-493f-ae23-274d8ce813e5 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:40:55.789743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-acc07d04-c95b-4bab-9a54-e804eba62bb0 None None] Provisioning complete for port cc0d5463-f4eb-417c-95e9-f1688e396203 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:40:55.790180 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-acc07d04-c95b-4bab-9a54-e804eba62bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:55.853849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-acc07d04-c95b-4bab-9a54-e804eba62bb0 None None] Port cc0d5463-f4eb-417c-95e9-f1688e396203 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:40:55.872685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:40:55.878076 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e898e9b9-096a-44a2-a0c8-bc5ec9ec6f88 admin admin] 10.222.0.10 "PUT /v2.0/routers/12b095a5-d6e8-493f-ae23-274d8ce813e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0130496 Apr 22 16:40:56.730254 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49120) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:56.736523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-827610063-network', 'tenant_id': '44f1754d5397440594087edc8c41b308'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:40:56.741858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:56.747506 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Usage tracker for resource:network and tenant:44f1754d5397440594087edc8c41b308 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:56.750569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:56.756713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:56.795887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Made reservation on behalf of 44f1754d5397440594087edc8c41b308 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:40:56.801002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:56.816322 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:56.834007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:56.840662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Usage tracker for resource:security_group_rule and tenant:44f1754d5397440594087edc8c41b308 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:56.844125 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:56.850667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:57.047190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.075861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.080755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e05691d4-aaeb-4a80-aac4-3a65f1b450b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:57.112662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5871027-3df2-46f4-a14b-6be70dfbda9d,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:57.115875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:57.187503 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:40:57.198520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.198916 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.segments_db [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Added segment 732beaa1-caac-4151-9c49-4e2823a57f24 of type vlan for network 46d74495-7b89-4e93-9812-132a15409619 Apr 22 16:40:57.308334 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740040443353'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.370462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49130) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:57.389937 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.391359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:57.392007 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.397354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:57.524475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Pushing event updated for resources: {'Network': ['ID=46d74495-7b89-4e93-9812-132a15409619,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:57.527496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:57.529430 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-48a135a8-2d5f-4eea-bf4a-19500e43eca9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7980697 Apr 22 16:40:57.530453 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.532495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49136) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:57.535295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Network 46d74495-7b89-4e93-9812-132a15409619 details requested by agent ovs-agent-dv-cinder-784623-7-iscsi with host dv-cinder-784623-7-iscsi {{(pid=86489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:40:57.539148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Request body: {'subnet': {'network_id': '46d74495-7b89-4e93-9812-132a15409619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-827610063-subnet', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'ip_version': 4}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:40:57.545054 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:57.547918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:57.549508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Usage tracker for resource:subnet and tenant:44f1754d5397440594087edc8c41b308 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:57.552684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Usage tracker for resource:security_group_rule and tenant:edaf5f84d73647038b1f2db696f55bd3 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:57.552805 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:57.555847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:57.561271 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:57.562706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:57.590046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Made reservation on behalf of 44f1754d5397440594087edc8c41b308 for: {'subnet': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:40:57.595121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32491318'] for subnet, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.658806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.733149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.742928 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b3c5f07f-4476-43a6-84e1-d134698a3285 tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:57.791462 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edaf5f84d73647038b1f2db696f55bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193912 Apr 22 16:40:57.793314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbd9f3c-867a-43dd-9046-f3b4d0277e5e,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:57.794077 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49140) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:57.796639 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9b851ace-3cc2-43ef-9573-0b01c4c60420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:57.897250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3b714327-6fe9-488c-81f0-2e362cdb4995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:57.945055 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3b714327-6fe9-488c-81f0-2e362cdb4995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.088507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3b714327-6fe9-488c-81f0-2e362cdb4995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.091426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4f88304b-ec76-4da5-86aa-6787892db984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:58.104366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d38295f7-d20b-42a8-9ef0-66f2487e9a5f up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:40:58.109372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b714327-6fe9-488c-81f0-2e362cdb4995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbd9f3c-867a-43dd-9046-f3b4d0277e5e,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:58.111734 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3b714327-6fe9-488c-81f0-2e362cdb4995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:58.192437 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3b714327-6fe9-488c-81f0-2e362cdb4995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.193805 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-3b714327-6fe9-488c-81f0-2e362cdb4995 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bbd9f3c-867a-43dd-9046-f3b4d0277e5e HTTP/1.1" status: 204 len: 168 time: 0.3986499 Apr 22 16:40:58.218131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port d38295f7-d20b-42a8-9ef0-66f2487e9a5f completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:40:58.223770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port d38295f7-d20b-42a8-9ef0-66f2487e9a5f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:40:58.224375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.295998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31806704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32491303'] for subnet, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.300893 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:58.390841 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.397866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42315dd9-b49a-46af-b6ea-7d9a1a740b83,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:58.403290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:58.404102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Checking segment: {'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:40:58.404686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Network hostable DHCP agents. Network: 46d74495-7b89-4e93-9812-132a15409619, hostable agents: ['1f44f8c3-9169-4955-bed3-dd7439681960'], hosted agents: [] {{(pid=86487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:40:58.418454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port d38295f7-d20b-42a8-9ef0-66f2487e9a5f, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:40:58.447179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.453560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:58.487122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Network 46d74495-7b89-4e93-9812-132a15409619 is scheduled to be hosted by DHCP agent 1f44f8c3-9169-4955-bed3-dd7439681960 with binding_index 1 {{(pid=86487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:40:58.532528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-iscsi, 46d74495-7b89-4e93-9812-132a15409619) {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:40:58.548758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160ab84-7545-454b-b95d-f1a9ebd26527 None None] Network 46d74495-7b89-4e93-9812-132a15409619 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:40:58.549716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:40:58.550541 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.583475 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:58.588821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:58.594363 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-48ba4cca-cc69-4206-b801-a327f2b520d0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0605962 Apr 22 16:40:58.596931 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49146) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:40:58.603466 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:40:58.608969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:40:58.613332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Usage tracker for resource:router and tenant:44f1754d5397440594087edc8c41b308 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:40:58.617037 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:40:58.623821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:40:58.652729 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-398060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.654064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772145'] for router, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.771148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.794225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc477712b-4f40-5bcf-a28d-1726f0cc1088-46d74495-7b89-4e93-9812-132a15409619', 'network_id': '46d74495-7b89-4e93-9812-132a15409619', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'fixed_ips': [{'subnet_id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83'}]}} from dv-cinder-784623-7-iscsi. {{(pid=86489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:40:58.795144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:58.861121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Sync routers for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:40:58.872744 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:40:58.873414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:40:58.966250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Allocated IP 172.20.0.2 (46d74495-7b89-4e93-9812-132a15409619/42315dd9-b49a-46af-b6ea-7d9a1a740b83/3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:40:59.077585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:40:59.098736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854379681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772176'] for router, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.203813 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.215209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Transition to ACTIVE for port object 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:40:59.236264 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Transition to ACTIVE for port object 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:40:59.270215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.281944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:59.342239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Network 46d74495-7b89-4e93-9812-132a15409619 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:40:59.345392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:40:59.355372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:40:59.433721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 2, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:40:59.439858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Checking router: 12b095a5-d6e8-493f-ae23-274d8ce813e5 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:40:59.440514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Updating router 12b095a5-d6e8-493f-ae23-274d8ce813e5 port cc0d5463-f4eb-417c-95e9-f1688e396203 binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:40:59.503650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.515684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.555964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.622215 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Pushing event updated for resources: {'Port': ['ID=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:59.630749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:59.648473 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Attempting to bind port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:40:59.648954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Attempting to bind port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:40:59.649309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Attempting to bind port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 on network 46d74495-7b89-4e93-9812-132a15409619 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:40:59.656415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:40:59.656415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Checking segment: {'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:40:59.656765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.657202 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Bound using segment: {'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:40:59.657727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Bound port: 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:40:59.658164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.738887 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Allocated IP 172.27.3.72 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/3bec3754-d986-4798-a2cb-122250c62aae) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:40:59.770667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] For port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:40:59.775944 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] For port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,segment=NetworkSegment(732beaa1-caac-4151-9c49-4e2823a57f24),segment_id=732beaa1-caac-4151-9c49-4e2823a57f24)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:40:59.812039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.816973 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-114de86c-c353-4b5c-96af-b118bfdfa6c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:40:59.903748 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Pushing event updated for resources: {'Port': ['ID=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:40:59.910097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:40:59.922047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.929253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.941711 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Transition to ACTIVE for port object cc0d5463-f4eb-417c-95e9-f1688e396203 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:40:59.978958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:40:59.984361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:00.001958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:00.007131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-198e8570-8a8c-4ccf-9a8f-e65b26e9e171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:00.097040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:41:00.101784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:41:00.104338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:41:00.121598 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d38295f7-d20b-42a8-9ef0-66f2487e9a5f up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:00.152741 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Pushing event updated for resources: {'Port': ['ID=3bec3754-d986-4798-a2cb-122250c62aae,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:00.157414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:00.221108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port d38295f7-d20b-42a8-9ef0-66f2487e9a5f triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:00.223211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:00.285724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Attempting to bind port cc0d5463-f4eb-417c-95e9-f1688e396203 on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:41:00.286141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Attempting to bind port cc0d5463-f4eb-417c-95e9-f1688e396203 by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:41:00.286556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Attempting to bind port cc0d5463-f4eb-417c-95e9-f1688e396203 on network 2e259735-51c2-44bd-851b-97e0696966bd {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:41:00.298122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:41:00.298544 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Checking segment: {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:41:00.298999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:00.299444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Bound using segment: {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:41:00.299987 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Bound port: cc0d5463-f4eb-417c-95e9-f1688e396203, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:41:00.300476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:00.386593 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Pushing event updated for resources: {'Port': ['ID=cc0d5463-f4eb-417c-95e9-f1688e396203,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:00.409702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.410014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.410395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.410770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.411140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.411508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.411872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.412259 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.412650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.413017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.413378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.413740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:00.418588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:00.463248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] For port cc0d5463-f4eb-417c-95e9-f1688e396203, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:41:00.467572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] For port cc0d5463-f4eb-417c-95e9-f1688e396203, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=cc0d5463-f4eb-417c-95e9-f1688e396203,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:41:00.504560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:00.510685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-64f91b05-827f-4555-8e7c-75341206c205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:00.590287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:41:00.590955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:00.721182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Pushing event updated for resources: {'Port': ['ID=cc0d5463-f4eb-417c-95e9-f1688e396203,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:00.724174 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:00.736627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:00.806312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:41:01.164243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:00Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:01.170049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5736f5-d709-47f3-b6c9-72a7b23a6e7a None None] The sync data for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi is: [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:00Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:41:01.349955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:01.405401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-396103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:01.441076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ca801-644a-4d1e-b86c-3e220236b62e None None] Network 46d74495-7b89-4e93-9812-132a15409619 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:41:01.627686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-dfc7c950-f9c0-47a4-8415-25c3973bacc8 None None] Provisioning for port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:01.682213 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Router dc1c471e-67e4-4b34-91ff-0984b0a2a647 is scheduled to L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 with binding_index 1 {{(pid=86487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:41:01.895974 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:41:01.917209 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Sync routers for ids ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:41:01.927164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Routers {'dc1c471e-67e4-4b34-91ff-0984b0a2a647'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:41:01.931212 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:01.949948 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:01.952411 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3542640 Apr 22 16:41:01.954243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49152) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:41:02.145390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Set router dc1c471e-67e4-4b34-91ff-0984b0a2a647 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:41:02.254559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device cc0d5463-f4eb-417c-95e9-f1688e396203 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:02.485438 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port cc0d5463-f4eb-417c-95e9-f1688e396203 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:02.497899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port cc0d5463-f4eb-417c-95e9-f1688e396203 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:02.498327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:02.623386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '3bec3754-d986-4798-a2cb-122250c62aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:41:00Z', 'revision_number': 3, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port': {'id': '3bec3754-d986-4798-a2cb-122250c62aae', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:59Z', 'updated_at': '2021-04-22T16:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:02.635862 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Checking router: dc1c471e-67e4-4b34-91ff-0984b0a2a647 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:41:02.636288 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Updating router dc1c471e-67e4-4b34-91ff-0984b0a2a647 port 3bec3754-d986-4798-a2cb-122250c62aae binding host dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:41:02.703918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:02.720017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:02.721135 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:02.799130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port cc0d5463-f4eb-417c-95e9-f1688e396203, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=cc0d5463-f4eb-417c-95e9-f1688e396203,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:41:02.849428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:02.850338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:02.883036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:02.945181 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Allocated IP 172.20.0.1 (46d74495-7b89-4e93-9812-132a15409619/42315dd9-b49a-46af-b6ea-7d9a1a740b83/bf050d3c-f318-4706-8a81-37e6dc78528e) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:41:03.034697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=cc0d5463-f4eb-417c-95e9-f1688e396203,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:03.092444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:03.105447 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.122909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Transition to ACTIVE for port object bf050d3c-f318-4706-8a81-37e6dc78528e will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:41:03.139608 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:03.146417 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:03.146849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.178303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.183802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c023d7b2-01cf-41fe-8dd2-a26e6c7d9afa tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:03.246432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Network 46d74495-7b89-4e93-9812-132a15409619 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:41:03.249372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:41:03.270423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Pushing event updated for resources: {'Port': ['ID=bf050d3c-f318-4706-8a81-37e6dc78528e,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:03.273298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:41:03.313186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.313622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.314047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.314465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.314878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.315291 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.315707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.316109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.316575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.316983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.317430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.317771 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:41:03.323413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:03.346461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854379262'] for router_interface, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.348224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.375821 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Transition to ACTIVE for port object 3bec3754-d986-4798-a2cb-122250c62aae will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:41:03.381257 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.417880 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.424674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:03.474995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,segment=NetworkSegment(732beaa1-caac-4151-9c49-4e2823a57f24),segment_id=732beaa1-caac-4151-9c49-4e2823a57f24)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:41:03.507780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.510250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Attempting to bind port 3bec3754-d986-4798-a2cb-122250c62aae on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:41:03.510667 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Attempting to bind port 3bec3754-d986-4798-a2cb-122250c62aae by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:41:03.511057 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Attempting to bind port 3bec3754-d986-4798-a2cb-122250c62aae on network 0e097e9c-61d1-4f54-8150-f568ded63583 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:41:03.518052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ad2a7-67f3-4655-82b0-71f09a14b2ae None None] Pushing event updated for resources: {'Port': ['ID=3bec3754-d986-4798-a2cb-122250c62aae,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:03.525413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ff8ad2a7-67f3-4655-82b0-71f09a14b2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:03.525413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:03.558496 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:41:03.558836 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Checking segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:41:03.559275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.559723 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Bound using segment: {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:41:03.560298 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Bound port: 3bec3754-d986-4798-a2cb-122250c62aae, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6858163-f39d-4a23-bd1c-955ac39466f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:41:03.560728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.578770 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:41:03.685269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-de5cd4f2-2bed-4bda-a5cb-4010a39470ee None None] Provisioning for port bf050d3c-f318-4706-8a81-37e6dc78528e completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:03.691073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:03.696242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:03.697463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-de5cd4f2-2bed-4bda-a5cb-4010a39470ee None None] Provisioning complete for port bf050d3c-f318-4706-8a81-37e6dc78528e triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:03.697864 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-de5cd4f2-2bed-4bda-a5cb-4010a39470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.726250 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] For port 3bec3754-d986-4798-a2cb-122250c62aae, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:41:03.748566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] For port 3bec3754-d986-4798-a2cb-122250c62aae, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=3bec3754-d986-4798-a2cb-122250c62aae,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:41:03.766871 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-de5cd4f2-2bed-4bda-a5cb-4010a39470ee None None] Port bf050d3c-f318-4706-8a81-37e6dc78528e cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:41:03.779287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:03.784637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:03.920102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:04.050623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Routers {'dc1c471e-67e4-4b34-91ff-0984b0a2a647'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:41:04.051317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:04.116848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device cc0d5463-f4eb-417c-95e9-f1688e396203 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:04.178426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:04.206489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:04.217128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ad2a7-67f3-4655-82b0-71f09a14b2ae None None] Pushing event updated for resources: {'Port': ['ID=3bec3754-d986-4798-a2cb-122250c62aae,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:04.231084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ff8ad2a7-67f3-4655-82b0-71f09a14b2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:04.236727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:04.316014 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port cc0d5463-f4eb-417c-95e9-f1688e396203 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:04.316481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:04.334188 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854019665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396645'] for router_interface, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:04.340099 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Pushing event updated for resources: {'Port': ['ID=bf050d3c-f318-4706-8a81-37e6dc78528e,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:04.345395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:04.346518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] Set router dc1c471e-67e4-4b34-91ff-0984b0a2a647 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:41:04.491558 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Network 46d74495-7b89-4e93-9812-132a15409619 is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:41:04.492917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:41:04.709472 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Router dc1c471e-67e4-4b34-91ff-0984b0a2a647 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:41:04.711800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:04.805263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-f850e182-84a0-4db6-b2a6-9a36c1af666a None None] Provisioning complete for port bf050d3c-f318-4706-8a81-37e6dc78528e triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:04.805616 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f850e182-84a0-4db6-b2a6-9a36c1af666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:04.890153 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f850e182-84a0-4db6-b2a6-9a36c1af666a None None] Port bf050d3c-f318-4706-8a81-37e6dc78528e cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:41:04.913284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:04.913736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:04.914986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:41:04.925178 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-127954e0-036c-4252-b3f2-257b24f0146a admin admin] 10.222.0.10 "PUT /v2.0/routers/dc1c471e-67e4-4b34-91ff-0984b0a2a647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9697568 Apr 22 16:41:04.957141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '3bec3754-d986-4798-a2cb-122250c62aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 4, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port': {'id': '3bec3754-d986-4798-a2cb-122250c62aae', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:59Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bf050d3c-f318-4706-8a81-37e6dc78528e', 'name': '', 'network_id': '46d74495-7b89-4e93-9812-132a15409619', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'mac_address': 'fa:16:3e:b2:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:41:02Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 1, 'project_id': '44f1754d5397440594087edc8c41b308', 'subnets': [{'id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:04.971587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195eaa7-d474-45ed-b1bb-ab3279cf1e46 None None] The sync data for ids ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'] in dv-cinder-784623-7-iscsi is: [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '3bec3754-d986-4798-a2cb-122250c62aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 4, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port': {'id': '3bec3754-d986-4798-a2cb-122250c62aae', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:59Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bf050d3c-f318-4706-8a81-37e6dc78528e', 'name': '', 'network_id': '46d74495-7b89-4e93-9812-132a15409619', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'mac_address': 'fa:16:3e:b2:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:41:02Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 1, 'project_id': '44f1754d5397440594087edc8c41b308', 'subnets': [{'id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:41:06.147479 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3bec3754-d986-4798-a2cb-122250c62aae up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:06.310347 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port 3bec3754-d986-4798-a2cb-122250c62aae completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:06.316818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 3bec3754-d986-4798-a2cb-122250c62aae triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:06.317332 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:06.467649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:06.489389 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port 3bec3754-d986-4798-a2cb-122250c62aae, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=3bec3754-d986-4798-a2cb-122250c62aae,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:41:06.522897 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:06.523589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:06.609321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=3bec3754-d986-4798-a2cb-122250c62aae,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:06.612679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:07.703560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-7bdaaa0e-4e5b-4de8-9466-0f42ab753872 req-9be1534c-11b5-478e-a731-5b836434bdbb service neutron] (86488) timed out ('10.222.0.26', 60373) {{(pid=86488) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 16:41:08.101025 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3bec3754-d986-4798-a2cb-122250c62aae up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:08.187693 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port 3bec3754-d986-4798-a2cb-122250c62aae triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:08.188306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:08.374458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Sync routers for ids ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:41:08.390418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Routers {'dc1c471e-67e4-4b34-91ff-0984b0a2a647'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:41:08.391467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:08.806674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Set router dc1c471e-67e4-4b34-91ff-0984b0a2a647 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:41:09.192091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '3bec3754-d986-4798-a2cb-122250c62aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 4, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port': {'id': '3bec3754-d986-4798-a2cb-122250c62aae', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:59Z', 'updated_at': '2021-04-22T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bf050d3c-f318-4706-8a81-37e6dc78528e', 'name': '', 'network_id': '46d74495-7b89-4e93-9812-132a15409619', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'mac_address': 'fa:16:3e:b2:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:41:02Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 2, 'project_id': '44f1754d5397440594087edc8c41b308', 'subnets': [{'id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:09.196316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Checking router: dc1c471e-67e4-4b34-91ff-0984b0a2a647 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:41:09.196727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Updating router dc1c471e-67e4-4b34-91ff-0984b0a2a647 port bf050d3c-f318-4706-8a81-37e6dc78528e binding host dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:41:09.264265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:09.682184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:09.702022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Transition to ACTIVE for port object bf050d3c-f318-4706-8a81-37e6dc78528e will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:41:09.772679 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:09.777994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:09.924747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acced6-1365-453c-afae-d213fb8048fb None None] Pushing event updated for resources: {'Port': ['ID=bf050d3c-f318-4706-8a81-37e6dc78528e,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:09.954555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-92acced6-1365-453c-afae-d213fb8048fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:10.037793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Attempting to bind port bf050d3c-f318-4706-8a81-37e6dc78528e on host dv-cinder-784623-7-iscsi for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:41:10.038211 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Attempting to bind port bf050d3c-f318-4706-8a81-37e6dc78528e by drivers openvswitch,hyperv on host dv-cinder-784623-7-iscsi at level 0 using segments [{'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:41:10.038664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Attempting to bind port bf050d3c-f318-4706-8a81-37e6dc78528e on network 46d74495-7b89-4e93-9812-132a15409619 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:41:10.045668 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Checking agent: {'id': 'ebf20bac-019d-45ec-b67d-8668aa05ad47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 16, 46), 'started_at': datetime.datetime(2021, 4, 22, 16, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:41:10.045963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Checking segment: {'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:41:10.046398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:10.046839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Bound using segment: {'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:41:10.047357 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Bound port: bf050d3c-f318-4706-8a81-37e6dc78528e, host: dv-cinder-784623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732beaa1-caac-4151-9c49-4e2823a57f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '46d74495-7b89-4e93-9812-132a15409619'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:41:10.047791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:10.179108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] For port bf050d3c-f318-4706-8a81-37e6dc78528e, host dv-cinder-784623-7-iscsi, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:41:10.183816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] For port bf050d3c-f318-4706-8a81-37e6dc78528e, host dv-cinder-784623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=bf050d3c-f318-4706-8a81-37e6dc78528e,segment=NetworkSegment(732beaa1-caac-4151-9c49-4e2823a57f24),segment_id=732beaa1-caac-4151-9c49-4e2823a57f24)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:41:10.218985 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:10.224708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c4d51ff6-b93c-4b8f-b543-abd569e76c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:10.313577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Routers {'dc1c471e-67e4-4b34-91ff-0984b0a2a647'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:41:10.314267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:40:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:10.447846 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acced6-1365-453c-afae-d213fb8048fb None None] Pushing event updated for resources: {'Port': ['ID=bf050d3c-f318-4706-8a81-37e6dc78528e,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:10.450856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-92acced6-1365-453c-afae-d213fb8048fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:10.541512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] Set router dc1c471e-67e4-4b34-91ff-0984b0a2a647 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:41:10.929722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '3bec3754-d986-4798-a2cb-122250c62aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 4, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port': {'id': '3bec3754-d986-4798-a2cb-122250c62aae', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:59Z', 'updated_at': '2021-04-22T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bf050d3c-f318-4706-8a81-37e6dc78528e', 'name': '', 'network_id': '46d74495-7b89-4e93-9812-132a15409619', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'mac_address': 'fa:16:3e:b2:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:41:02Z', 'updated_at': '2021-04-22T16:41:10Z', 'revision_number': 4, 'project_id': '44f1754d5397440594087edc8c41b308', 'subnets': [{'id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:41:10.935346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1ddcc-184a-4c36-af04-45cbfee415fc None None] The sync data for ids ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'] in dv-cinder-784623-7-iscsi is: [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '3bec3754-d986-4798-a2cb-122250c62aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:41:03Z', 'revision_number': 4, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port': {'id': '3bec3754-d986-4798-a2cb-122250c62aae', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:59Z', 'updated_at': '2021-04-22T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'bf050d3c-f318-4706-8a81-37e6dc78528e', 'name': '', 'network_id': '46d74495-7b89-4e93-9812-132a15409619', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'mac_address': 'fa:16:3e:b2:be:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:41:02Z', 'updated_at': '2021-04-22T16:41:10Z', 'revision_number': 4, 'project_id': '44f1754d5397440594087edc8c41b308', 'subnets': [{'id': '42315dd9-b49a-46af-b6ea-7d9a1a740b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:41:12.124568 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bf050d3c-f318-4706-8a81-37e6dc78528e up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:12.218319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning for port bf050d3c-f318-4706-8a81-37e6dc78528e completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:12.223875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port bf050d3c-f318-4706-8a81-37e6dc78528e triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:12.224350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:12.380351 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:12.421517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] For port bf050d3c-f318-4706-8a81-37e6dc78528e, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=bf050d3c-f318-4706-8a81-37e6dc78528e,segment=NetworkSegment(732beaa1-caac-4151-9c49-4e2823a57f24),segment_id=732beaa1-caac-4151-9c49-4e2823a57f24)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:41:12.441414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:12.448891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b2a89d34-e391-4e2f-96cd-4a7848f6c6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:12.525669 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Pushing event updated for resources: {'Port': ['ID=bf050d3c-f318-4706-8a81-37e6dc78528e,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:12.529111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:12.989992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-39a3d134-31cb-4717-8015-8833e06d47b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:14.117889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bf050d3c-f318-4706-8a81-37e6dc78528e up at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:14.200753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Provisioning complete for port bf050d3c-f318-4706-8a81-37e6dc78528e triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:14.201501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:15.223950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2f4f61f0-b112-41cb-bf44-397d7f56f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:16.252237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:16.710098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:17.601573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:18.222198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-3def379d-85a2-4512-b5c9-9b02c4a26c21 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:18.222991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-3def379d-85a2-4512-b5c9-9b02c4a26c21 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Synchronizing usage tracker for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:41:18.280766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-3def379d-85a2-4512-b5c9-9b02c4a26c21 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Unset dirty status for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:41:18.282078 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-3def379d-85a2-4512-b5c9-9b02c4a26c21 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 815 time: 0.4734597 Apr 22 16:41:18.299180 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-bd572542-d4a8-40ed-bef5-b1d8e823b9bb tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/quotas/0720e13c588347a8be6c0e00cf14f965 HTTP/1.1" status: 200 len: 375 time: 0.0109704 Apr 22 16:41:18.391536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-2546416d-ff5a-475b-bda6-fd00c9634c16 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Synchronizing usage tracker for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:41:18.429569 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-2546416d-ff5a-475b-bda6-fd00c9634c16 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Unset dirty status for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:41:18.431642 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-2546416d-ff5a-475b-bda6-fd00c9634c16 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267071 Apr 22 16:41:18.698223 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-891e28a9-58b6-4c89-b2ac-3e7c74a3031f service neutron] 10.222.0.10 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536945 Apr 22 16:41:18.844420 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-25181d6c-4fc6-48be-82d3-ed785f7a34a1 service neutron] 10.222.0.10 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392581 Apr 22 16:41:19.156874 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4a967686-58f1-4abd-9fd3-1ba1290e485e req-01d94417-c028-4329-8472-b30d15828a8e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 210 time: 0.1114330 Apr 22 16:41:20.329697 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e67c9b2-df52-481a-a76a-81aa6a61fbe3 req-098682f1-acd0-4803-8246-67baca8d60e0 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 210 time: 0.0510581 Apr 22 16:41:21.046423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-c22eed43-6013-484f-8214-80f984014991 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:21.047994 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-c22eed43-6013-484f-8214-80f984014991 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 815 time: 0.1614780 Apr 22 16:41:21.067140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'port': {'device_id': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'admin_state_up': True, 'tenant_id': '0720e13c588347a8be6c0e00cf14f965'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:41:21.214719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:41:21.224924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:41:21.269231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Made reservation on behalf of 0720e13c588347a8be6c0e00cf14f965 for: {'port': 1} {{(pid=86487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:41:21.277216 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:21.490945 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Allocated IP 172.20.0.14 (2e259735-51c2-44bd-851b-97e0696966bd/d06a715d-6f2d-44d7-bdb2-18ed52fb516c/08f78293-54c2-4391-be88-b8d455ffe893) {{(pid=86487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:41:21.498970 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-13ed84b6-6cd9-4acb-a033-68206221a04a req-e45bfb54-71c4-4609-90f1-32b900fcfec6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 210 time: 0.0524638 Apr 22 16:41:21.958955 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for port, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:21.977042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Transition to ACTIVE for port object 08f78293-54c2-4391-be88-b8d455ffe893 will not be triggered until provisioned by entity DHCP. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:41:22.035878 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:22.045533 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-355f3dce-2668-4284-9ea4-540a65a00ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:22.132620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Network 2e259735-51c2-44bd-851b-97e0696966bd is already hosted by enough agents. {{(pid=86487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:41:22.134585 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:22.137767 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:22.138850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources bound (agent type, host, resource id): {{(pid=86487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:41:22.141080 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Received port after_create {{(pid=86487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:41:22.217059 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:22.217680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:22.333107 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2700906 Apr 22 16:41:22.440235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-dfdf779f-34ed-4d08-8f26-4d6fdd638de6 None None] Provisioning for port 08f78293-54c2-4391-be88-b8d455ffe893 completed by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:22.445787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-dfdf779f-34ed-4d08-8f26-4d6fdd638de6 None None] Provisioning complete for port 08f78293-54c2-4391-be88-b8d455ffe893 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:22.446572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-dfdf779f-34ed-4d08-8f26-4d6fdd638de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:22.507369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf779f-34ed-4d08-8f26-4d6fdd638de6 None None] Port 08f78293-54c2-4391-be88-b8d455ffe893 cannot update to ACTIVE because it is not bound. {{(pid=86489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:41:22.715004 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e7fdd-961d-4c70-86ea-ca4a9a392c69 req-ab4a01fd-e16b-44b8-af33-d8145dd33aa2 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:22.716684 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4c6e7fdd-961d-4c70-86ea-ca4a9a392c69 req-ab4a01fd-e16b-44b8-af33-d8145dd33aa2 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0973756 Apr 22 16:41:22.768676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-4c6e7fdd-961d-4c70-86ea-ca4a9a392c69 req-cd982ddf-87eb-4393-9b7e-7063ee81b24f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Synchronizing usage tracker for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:41:22.846508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-4c6e7fdd-961d-4c70-86ea-ca4a9a392c69 req-cd982ddf-87eb-4393-9b7e-7063ee81b24f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Unset dirty status for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:41:22.848022 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4c6e7fdd-961d-4c70-86ea-ca4a9a392c69 req-cd982ddf-87eb-4393-9b7e-7063ee81b24f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238837 Apr 22 16:41:24.064261 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c0f6e-7467-45d3-b8f7-15a3e5166ff4 req-fb92be2c-c4f4-4c84-9c2d-f76e4c566a2e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:24.065888 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d31c0f6e-7467-45d3-b8f7-15a3e5166ff4 req-fb92be2c-c4f4-4c84-9c2d-f76e4c566a2e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0968931 Apr 22 16:41:24.125749 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d31c0f6e-7467-45d3-b8f7-15a3e5166ff4 req-9587cbca-a5da-4442-be4b-ff368b56f731 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525596 Apr 22 16:41:25.359098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7a1fc-b7a0-4dc2-8b4f-b61c00d032b9 req-167e62bf-aede-4db8-94ad-7cdc56e9c59e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:25.360842 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44b7a1fc-b7a0-4dc2-8b4f-b61c00d032b9 req-167e62bf-aede-4db8-94ad-7cdc56e9c59e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.1030195 Apr 22 16:41:25.416067 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-44b7a1fc-b7a0-4dc2-8b4f-b61c00d032b9 req-e889efb9-6c19-411c-ae62-c9b86745de75 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472736 Apr 22 16:41:26.656410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b3879-3655-461a-9fd0-c9227f422003 req-4f769f63-d85b-4f7a-9d37-da5d56437929 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:26.658097 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-226b3879-3655-461a-9fd0-c9227f422003 req-4f769f63-d85b-4f7a-9d37-da5d56437929 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.1035771 Apr 22 16:41:26.712892 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-226b3879-3655-461a-9fd0-c9227f422003 req-e6831085-957c-46b1-918f-55cbf94b9fcb tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464180 Apr 22 16:41:27.943097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee0c24-a371-4db2-b8f2-7a6dce029adf req-b9f5c7d6-0e84-4e10-a007-9fad86638093 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:27.944722 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4ee0c24-a371-4db2-b8f2-7a6dce029adf req-b9f5c7d6-0e84-4e10-a007-9fad86638093 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.1079826 Apr 22 16:41:27.995275 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4ee0c24-a371-4db2-b8f2-7a6dce029adf req-aad93134-a39e-4cb0-8e7f-fe62a535f34c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Apr 22 16:41:29.208363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714c45d-fbde-4ed8-b186-fc842110c9a0 req-4733d742-87bc-4e7e-91e1-3e605652bed3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:29.210005 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c714c45d-fbde-4ed8-b186-fc842110c9a0 req-4733d742-87bc-4e7e-91e1-3e605652bed3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0970495 Apr 22 16:41:29.264702 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-c714c45d-fbde-4ed8-b186-fc842110c9a0 req-744d4582-724f-4b1d-93d0-b66d195dbc4b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Apr 22 16:41:30.485561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09503a94-82ae-4f90-be3b-ff72c6612e75 req-98dfd3c5-adfe-40dd-b70a-b23f60ee51ce tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:30.487380 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-09503a94-82ae-4f90-be3b-ff72c6612e75 req-98dfd3c5-adfe-40dd-b70a-b23f60ee51ce tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.1010687 Apr 22 16:41:30.546126 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-09503a94-82ae-4f90-be3b-ff72c6612e75 req-7be7fd60-f79f-4197-b8d8-6fcc12751205 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516629 Apr 22 16:41:31.326498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:31.767150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834e50e-d125-4530-bfe5-60ba2c1f40c3 req-a44c9759-75f0-4016-bcf4-5468070ade33 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:31.768847 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b834e50e-d125-4530-bfe5-60ba2c1f40c3 req-a44c9759-75f0-4016-bcf4-5468070ade33 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.1051309 Apr 22 16:41:31.821530 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b834e50e-d125-4530-bfe5-60ba2c1f40c3 req-23b3642b-97d5-47c7-9069-88f16e143c8e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Apr 22 16:41:33.115682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc9-f896-404a-b327-d6a6c7fa154b req-ae9785e7-4166-48c2-85f7-74b9ff37bc5e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:33.117261 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-54af1fc9-f896-404a-b327-d6a6c7fa154b req-ae9785e7-4166-48c2-85f7-74b9ff37bc5e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.1104052 Apr 22 16:41:33.168401 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-54af1fc9-f896-404a-b327-d6a6c7fa154b req-92bba7e4-8a31-427a-8ebd-c93e75340913 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Apr 22 16:41:34.375783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c800-aaea-4d55-ae37-9e23325a60a7 req-a5c9946e-ba0d-4962-9fb1-aa0f2d92eb9e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:34.377418 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9102c800-aaea-4d55-ae37-9e23325a60a7 req-a5c9946e-ba0d-4962-9fb1-aa0f2d92eb9e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0912352 Apr 22 16:41:34.427406 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9102c800-aaea-4d55-ae37-9e23325a60a7 req-f9038568-0c27-4315-876c-92bc9c03eb4c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Apr 22 16:41:35.638873 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d41c31-93de-4b6b-92e8-e7002db8c3cf req-f0a83678-2b89-4fe4-99af-7aa7b246416c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:35.640523 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-63d41c31-93de-4b6b-92e8-e7002db8c3cf req-f0a83678-2b89-4fe4-99af-7aa7b246416c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0936830 Apr 22 16:41:35.689973 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-63d41c31-93de-4b6b-92e8-e7002db8c3cf req-e0bb166e-9f4f-4158-acfd-0e834d3e239f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Apr 22 16:41:36.903917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781d7f-d0e3-493f-a5e9-498792fd0054 req-efd1b8af-349a-45be-b39c-4b5dd930c590 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:36.905625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48781d7f-d0e3-493f-a5e9-498792fd0054 req-efd1b8af-349a-45be-b39c-4b5dd930c590 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0961409 Apr 22 16:41:36.955731 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-48781d7f-d0e3-493f-a5e9-498792fd0054 req-609578a3-db79-4936-9c9a-8fa7a7c12b6e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433915 Apr 22 16:41:38.169370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a511a5-86a2-4016-868d-95d5d92b3597 req-9f3d6fd8-d8ab-45bf-9cad-d16607ec69be tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:38.171037 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24a511a5-86a2-4016-868d-95d5d92b3597 req-9f3d6fd8-d8ab-45bf-9cad-d16607ec69be tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0922298 Apr 22 16:41:38.226078 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-24a511a5-86a2-4016-868d-95d5d92b3597 req-1c66c0a1-5927-4c4d-b53c-6076b26c1d59 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Apr 22 16:41:39.165404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Request body: {'port': {'device_id': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:41:39.294363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:39.438611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af87cb-c316-4224-952c-1123d7abff3a req-3e0d49e4-6174-4387-ba91-83d060d9d441 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:39.439723 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e4af87cb-c316-4224-952c-1123d7abff3a req-3e0d49e4-6174-4387-ba91-83d060d9d441 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 932 time: 0.0944443 Apr 22 16:41:39.491959 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e4af87cb-c316-4224-952c-1123d7abff3a req-e65d924e-c366-4435-8467-f63737b8dd9b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Apr 22 16:41:39.677826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f78293-54c2-4391-be88-b8d455ffe893 {{(pid=86487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:41:39.686284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:39.702936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Transition to ACTIVE for port object 08f78293-54c2-4391-be88-b8d455ffe893 will not be triggered until provisioned by entity L2. {{(pid=86487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:41:39.731967 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:39.737337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e6237b69-85e8-42fd-92e3-0527d8c37d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:39.920566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Pushing event updated for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=2']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:39.954160 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:39.996398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Attempting to bind port 08f78293-54c2-4391-be88-b8d455ffe893 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:41:39.996774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Attempting to bind port 08f78293-54c2-4391-be88-b8d455ffe893 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:41:39.997140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Attempting to bind port 08f78293-54c2-4391-be88-b8d455ffe893 on network 2e259735-51c2-44bd-851b-97e0696966bd {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:41:40.002155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Port 08f78293-54c2-4391-be88-b8d455ffe893 on network 2e259735-51c2-44bd-851b-97e0696966bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:41:40.002588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Attempting to bind port 08f78293-54c2-4391-be88-b8d455ffe893 on network 2e259735-51c2-44bd-851b-97e0696966bd {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:41:40.009422 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Checking agent: {'id': 'b93733b2-e7ff-4ced-a768-ca3dd0a32822', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'started_at': datetime.datetime(2021, 4, 22, 16, 23, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:41:40.009806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Checking segment: {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:41:40.010225 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Bound using segment: {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'} {{(pid=86487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:41:40.010765 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Bound port: 08f78293-54c2-4391-be88-b8d455ffe893, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206b8b99-53cb-4e2c-a37f-5be8213d7ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd'}}] {{(pid=86487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:41:40.011149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:40.113148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, cleared binding levels {{(pid=86487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:41:40.116360 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08f78293-54c2-4391-be88-b8d455ffe893,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:41:40.161109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31807336'] for port, after_update {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:40.166896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a95e3651-9384-4c5f-9f84-fa083dd87204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:40.231559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:40.232308 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:40.233836 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] 10.222.0.26 "PUT /v2.0/ports/08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 1094 time: 1.0738871 Apr 22 16:41:40.234414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:41:40.261265 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Pushing event updated for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=3']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:40.272039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:40.364120 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893', 'status': 'completed', 'code': 200} Apr 22 16:41:40.486486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136f9c-ff2e-4ceb-bf73-4e639d79b788 req-68e99f68-8d6a-4fe7-a567-df3e06da9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:40.488065 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-42136f9c-ff2e-4ceb-bf73-4e639d79b788 req-68e99f68-8d6a-4fe7-a567-df3e06da9cd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1097 time: 0.0815320 Apr 22 16:41:40.582222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:41:40.670467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136f9c-ff2e-4ceb-bf73-4e639d79b788 req-a42717fc-e445-4623-a11a-7f69167d9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:40.672171 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-42136f9c-ff2e-4ceb-bf73-4e639d79b788 req-a42717fc-e445-4623-a11a-7f69167d9aa2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0720e13c588347a8be6c0e00cf14f965&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1712387 Apr 22 16:41:40.701183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f5bc0-b53b-4f0b-a834-254e3149a39d req-3fdb2875-4f1a-45fb-82f7-de5506609eff tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:40.702830 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-354f5bc0-b53b-4f0b-a834-254e3149a39d req-3fdb2875-4f1a-45fb-82f7-de5506609eff tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 944 time: 0.0914309 Apr 22 16:41:40.756367 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-354f5bc0-b53b-4f0b-a834-254e3149a39d req-afb087bd-1b54-48cc-8f1b-df7f1010c004 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Apr 22 16:41:40.825860 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42136f9c-ff2e-4ceb-bf73-4e639d79b788 req-f024561a-b554-4be0-9ff2-b11b6696653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:40.827482 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-42136f9c-ff2e-4ceb-bf73-4e639d79b788 req-f024561a-b554-4be0-9ff2-b11b6696653d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493990 Apr 22 16:41:41.052061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-b92f930c-7d54-4e50-8078-7749d1825267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:41.053709 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-b92f930c-7d54-4e50-8078-7749d1825267 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1097 time: 0.1662042 Apr 22 16:41:41.141744 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-423d7e84-4a63-444c-9c34-1dfbb55ae613 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 217 time: 0.0750148 Apr 22 16:41:41.211986 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-4dbfaee8-67fd-4198-bd39-84746fe3352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:41.213581 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-4dbfaee8-67fd-4198-bd39-84746fe3352b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.0660574 Apr 22 16:41:41.300172 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-79ff27da-2dff-4a28-967c-1fe2c148683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:41.301820 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-79ff27da-2dff-4a28-967c-1fe2c148683d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823612 Apr 22 16:41:41.694441 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-1b4ad0a8-df47-4b43-81d5-29842b3d91a0 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860173 Apr 22 16:41:41.840834 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8a4f6d47-8036-454a-9f79-75f3c9aa712c req-40326f45-fed9-4a77-b9d0-fac1a6ef3494 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397932 Apr 22 16:41:41.993450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9975-cfdd-46dd-b310-33d70ef6b56b req-2dd95532-7b89-49da-8b70-6a23774e34dc tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:41.995037 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ffbe9975-cfdd-46dd-b310-33d70ef6b56b req-2dd95532-7b89-49da-8b70-6a23774e34dc tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 944 time: 0.0935233 Apr 22 16:41:42.050961 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ffbe9975-cfdd-46dd-b310-33d70ef6b56b req-01dd3eb8-5f70-4b05-a4a4-363760b59bd8 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494692 Apr 22 16:41:43.000737 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-50b63383-6195-497d-b4ce-2947412e40ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:43.274758 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92c7af-3543-4e39-9a92-9c6c2b1f5079 req-813d8e5e-107e-43d8-ab15-ee9e59ae78c3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:43.276536 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b92c7af-3543-4e39-9a92-9c6c2b1f5079 req-813d8e5e-107e-43d8-ab15-ee9e59ae78c3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 944 time: 0.0989966 Apr 22 16:41:43.333080 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b92c7af-3543-4e39-9a92-9c6c2b1f5079 req-1b8197f6-37a0-4b6c-a2a9-60b9162fbbe3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 Apr 22 16:41:44.556620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdf796-5acb-4bb2-a07c-25e44c0a323a req-44320dbc-2b00-4a21-b362-5cdf19e29718 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:44.558297 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e5fdf796-5acb-4bb2-a07c-25e44c0a323a req-44320dbc-2b00-4a21-b362-5cdf19e29718 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 944 time: 0.0992203 Apr 22 16:41:44.594526 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08f78293-54c2-4391-be88-b8d455ffe893 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:41:44.622161 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e5fdf796-5acb-4bb2-a07c-25e44c0a323a req-3d80054d-4a90-4897-ad83-a38428562999 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531604 Apr 22 16:41:44.752655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08f78293-54c2-4391-be88-b8d455ffe893,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:41:44.768310 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Returning: {'device': '08f78293-54c2-4391-be88-b8d455ffe893', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'port_id': '08f78293-54c2-4391-be88-b8d455ffe893', 'mac_address': 'fa:16:3e:e3:fd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:41:44.835247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:44.854468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f78293-54c2-4391-be88-b8d455ffe893 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:41:44.873480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08f78293-54c2-4391-be88-b8d455ffe893,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:41:44.926222 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:44.928248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cae9b614-bad6-48c3-8ccd-68140ce4f864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:45.009343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=4']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:45.012924 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:45.229470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f2b51012-0160-4738-938c-09950edf052c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:45.327574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['08f78293-54c2-4391-be88-b8d455ffe893'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:41:45.831200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66e81-ee72-4aa0-9ccc-a3af141803ed req-92e1196a-2c52-4765-8dc4-a80fc27b20b1 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:45.832872 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-26c66e81-ee72-4aa0-9ccc-a3af141803ed req-92e1196a-2c52-4765-8dc4-a80fc27b20b1 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 945 time: 0.0953655 Apr 22 16:41:45.882371 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-26c66e81-ee72-4aa0-9ccc-a3af141803ed req-e20be104-55db-460d-b5d2-f2f90839b422 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Apr 22 16:41:46.257913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:46.583224 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:46.593430 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08f78293-54c2-4391-be88-b8d455ffe893 up at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:41:46.703196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning for port 08f78293-54c2-4391-be88-b8d455ffe893 completed by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:41:46.708439 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Provisioning complete for port 08f78293-54c2-4391-be88-b8d455ffe893 triggered by entity L2. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:41:46.708979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:47.006889 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:47.036551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:41:47.048242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08f78293-54c2-4391-be88-b8d455ffe893,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:41:47.091170 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893', 'code': 200} Apr 22 16:41:47.099512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc68f53-6520-4418-98ff-71e819bf0794 req-0c1a80a1-30f8-45dc-981d-0d42f6898d11 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:47.101164 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9dc68f53-6520-4418-98ff-71e819bf0794 req-0c1a80a1-30f8-45dc-981d-0d42f6898d11 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 945 time: 0.1000721 Apr 22 16:41:47.103725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:47.105794 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:41:47.154192 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9dc68f53-6520-4418-98ff-71e819bf0794 req-6c6850ca-8b83-4fc7-8df5-32a3b93da8eb tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Apr 22 16:41:47.181566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Pushing event updated for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=5']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:41:47.185120 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:41:47.470663 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d96d12-e339-4f71-965f-4edf2f2d9cc7 req-1bf99485-4aec-4c42-be28-f048428454bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:47.472235 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a1d96d12-e339-4f71-965f-4edf2f2d9cc7 req-1bf99485-4aec-4c42-be28-f048428454bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1099 time: 0.0856647 Apr 22 16:41:47.517698 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a1d96d12-e339-4f71-965f-4edf2f2d9cc7 req-9279a7c3-b07f-4af3-b991-720f069829e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382802 Apr 22 16:41:47.611801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:41:48.380943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa5108-85f7-49a2-a916-78b2b0abd77e req-77839ae4-e9ed-4048-9162-eb66c8ff7a58 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:48.382713 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38fa5108-85f7-49a2-a916-78b2b0abd77e req-77839ae4-e9ed-4048-9162-eb66c8ff7a58 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.0913122 Apr 22 16:41:48.433721 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-38fa5108-85f7-49a2-a916-78b2b0abd77e req-b070b258-dc00-4666-b2f8-ea26c1f91b8e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Apr 22 16:41:49.166657 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-f4a2ecd4-c30e-4152-8159-22ebbab98094 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817416 Apr 22 16:41:49.282724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-d53747bb-73dd-42e2-862e-b670790415d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:49.284363 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-d53747bb-73dd-42e2-862e-b670790415d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 1098 time: 0.0866439 Apr 22 16:41:49.441483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-b103428d-ee40-4bad-9e20-27f0fddd8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:49.442969 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-b103428d-ee40-4bad-9e20-27f0fddd8003 service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1390305 Apr 22 16:41:49.561598 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-ce12314a-d1db-4c9b-869d-dd1440195d38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0 HTTP/1.1" status: 200 len: 1000 time: 0.1117818 Apr 22 16:41:49.636058 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-348c04b5-7b78-4a1e-8bc6-5b887bcd2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:49.637686 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-348c04b5-7b78-4a1e-8bc6-5b887bcd2436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0691779 Apr 22 16:41:49.652774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a46faa-b1e5-4629-ab6a-1def09c470b0 req-c97be4ac-7339-4bd1-99e9-f3c47c0de2c4 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:49.654514 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b6a46faa-b1e5-4629-ab6a-1def09c470b0 req-c97be4ac-7339-4bd1-99e9-f3c47c0de2c4 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.0961046 Apr 22 16:41:49.712521 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b6a46faa-b1e5-4629-ab6a-1def09c470b0 req-39eff9df-9e8d-4f0f-9ed7-b82754f9dfa4 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502419 Apr 22 16:41:49.729279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-0aab0f09-35ae-4c60-bf9f-52c5ca020c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:49.730935 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-0aab0f09-35ae-4c60-bf9f-52c5ca020c5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868633 Apr 22 16:41:49.892389 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-5b01218e-bf93-4b3d-b6d2-3b7601a60954 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536431 Apr 22 16:41:49.932542 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82940cac-8d0a-4baf-94fc-9d9eed9f4dff req-8e7b0c85-7b81-437e-9874-65d8263354de tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:49.934170 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-82940cac-8d0a-4baf-94fc-9d9eed9f4dff req-8e7b0c85-7b81-437e-9874-65d8263354de tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.0912519 Apr 22 16:41:49.989427 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-82940cac-8d0a-4baf-94fc-9d9eed9f4dff req-188fdebd-66d2-4c30-81d1-5d609b4b6164 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Apr 22 16:41:50.045047 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-655896fd-c85e-4923-ac46-6fe6a9f14533 req-340e6485-81e7-45e8-8e4c-195c3ee08d37 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457026 Apr 22 16:41:50.420316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7de8b-a826-4298-99ff-9d8a4b02e2a2 req-8c54874c-5ff6-4e68-8c26-05b895949bee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:41:50.421999 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ed7de8b-a826-4298-99ff-9d8a4b02e2a2 req-8c54874c-5ff6-4e68-8c26-05b895949bee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.0904765 Apr 22 16:41:50.472731 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ed7de8b-a826-4298-99ff-9d8a4b02e2a2 req-1f4dc90d-f4e1-45a2-a24d-baa4fb19af96 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Apr 22 16:42:01.315103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:05.253644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49376) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:05.508961 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Deleting port d85fbac4-a3ea-4b93-8b6d-ffd0a7097510 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:05.509302 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:05.742570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:05.743162 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:05.901554 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Calling delete_port for d85fbac4-a3ea-4b93-8b6d-ffd0a7097510 owned by network:floatingip {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:06.194604 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:06.201704 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:06.292527 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event deleted for resources: {'Port': ['ID=d85fbac4-a3ea-4b93-8b6d-ffd0a7097510,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:06.315395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.315847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.316316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.316730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.317144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.317556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.317963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.318418 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.318828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.319223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.319624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.320724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:06.324507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:06.394017 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:06.394401 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Floating IP d62e7e4f-db77-4246-b467-58301d13a3c6 disassociated (deleted). External IP: 172.27.3.80, port: 55337ee3-5bbe-413f-a338-e911be8ad0d0. Apr 22 16:42:06.798751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:42:07.325628 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb3994-8671-4ce3-92e9-0b6fc5b8afb7 req-5cfe9d38-69a7-432b-b713-93d6aab2efc8 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:07.327168 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4bb3994-8671-4ce3-92e9-0b6fc5b8afb7 req-5cfe9d38-69a7-432b-b713-93d6aab2efc8 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.1454649 Apr 22 16:42:07.354914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:42:07.370138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:42:07.374281 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:07.385652 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f4bb3994-8671-4ce3-92e9-0b6fc5b8afb7 req-89845ab4-a41f-42cd-a71b-f64105d6ce4a tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Apr 22 16:42:07.389890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:07.391087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:41:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:07.425097 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49390) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:07.461658 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d5063766-5ffb-49a3-b767-a3f3efffd67b tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "DELETE /v2.0/floatingips/d62e7e4f-db77-4246-b467-58301d13a3c6 HTTP/1.1" status: 204 len: 168 time: 2.2057145 Apr 22 16:42:07.462570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:42:07.529660 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'status': 'completed', 'code': 200} Apr 22 16:42:07.605802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8784711-539e-417e-a117-5cf644038031 tempest-TestMinimumBasicScenario-972017580 tempest-TestMinimumBasicScenario-972017580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:07.614891 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-d8784711-539e-417e-a117-5cf644038031 tempest-TestMinimumBasicScenario-972017580 tempest-TestMinimumBasicScenario-972017580-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1094 time: 0.1879680 Apr 22 16:42:07.618034 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49400) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:07.626938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'floatingip': {'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'port_id': '08f78293-54c2-4391-be88-b8d455ffe893', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:07.640245 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:07.646066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:floatingip and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:07.652073 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:07.662269 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:07.686374 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-c700bf5c-27e6-4329-9be1-b99af7d93e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:07.690412 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-c700bf5c-27e6-4329-9be1-b99af7d93e8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 1098 time: 0.1026955 Apr 22 16:42:07.697061 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:07.754768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:07.892843 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-402de513-53f7-498a-bcdf-bfeb0ec51f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:07.895410 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-402de513-53f7-498a-bcdf-bfeb0ec51f17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.2005053 Apr 22 16:42:08.021141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:08.035442 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-4a5da910-aa02-4f1c-893b-335a1574dc51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0 HTTP/1.1" status: 200 len: 217 time: 0.1084425 Apr 22 16:42:08.147092 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-99d9b486-2a17-4804-8797-bf9cc39dfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:08.150918 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-99d9b486-2a17-4804-8797-bf9cc39dfff7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.1063774 Apr 22 16:42:08.266075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-e5f20741-be9e-4a7e-8b96-99e0eb3a8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:08.269077 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-e5f20741-be9e-4a7e-8b96-99e0eb3a8fb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117630 Apr 22 16:42:08.298625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:07Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:08.307916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:42:08.329858 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:08.330917 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:41:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:08.376531 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d4b22-43e3-4652-a3f0-3f9791eb762f req-8aa6e45f-ba5d-4520-b243-ee31253177fd tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:08.378143 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b0d4b22-43e3-4652-a3f0-3f9791eb762f req-8aa6e45f-ba5d-4520-b243-ee31253177fd tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 945 time: 0.2783477 Apr 22 16:42:08.410248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_common [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Allocated IP 172.27.3.70 (0e097e9c-61d1-4f54-8150-f568ded63583/13ddb865-7b75-492d-a919-35bf5a6e37c1/c6528f8e-fafc-4957-96b2-7e1e203de15f) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:42:08.479731 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-4b0d4b22-43e3-4652-a3f0-3f9791eb762f req-7b5b4106-687c-4dca-9ebf-96439967559c tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911102 Apr 22 16:42:08.482310 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-bcbefcfa-a7d7-40d5-9d77-f8a3efb21c84 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049580 Apr 22 16:42:08.619950 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:08.622183 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:08.678625 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-80c09df1-f53b-4e0a-bf70-a4954ff43116 req-22846141-cc39-4b10-8839-80a1fdd2d976 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874456 Apr 22 16:42:08.692003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740040423488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:08.698108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-236cbfc2-844e-4e77-94f7-0fb4f233b6d8 tempest-ServerRescueNegativeTestJSON-624556379 tempest-ServerRescueNegativeTestJSON-624556379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:08.775520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Network 0e097e9c-61d1-4f54-8150-f568ded63583 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:42:08.779992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.base_scheduler [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:42:08.784128 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:42:08.831968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'Port': ['ID=c6528f8e-fafc-4957-96b2-7e1e203de15f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:08.844076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.844564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.844992 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.845410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.845834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.846266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.846685 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.847121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.847532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.847943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.848398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.848811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:08.859260 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:09.100069 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:07Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:09.107365 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2f0ed-2eba-4271-8b0f-0b551538152b None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '0dcadddf-983a-4cdf-b050-3a766f9dda83', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'port_id': '260f0a40-bb20-4ce7-b426-9e469d366397', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'mac_address': 'fa:16:3e:0a:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:37:03Z', 'updated_at': '2021-04-22T16:37:07Z', 'revision_number': 1, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:42:09.561718 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf991c9f-ee28-4fd5-a671-fc187cb4feeb None None] New status for floating IP d62e7e4f-db77-4246-b467-58301d13a3c6: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:42:09.618309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:09.746600 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f10a-dc9c-4302-aea6-0227dfdf2120 req-d94e7336-c5df-42f5-b0b8-09df2ae3c3f6 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:09.748694 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0475f10a-dc9c-4302-aea6-0227dfdf2120 req-d94e7336-c5df-42f5-b0b8-09df2ae3c3f6 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 945 time: 0.1170149 Apr 22 16:42:09.849751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:09.887484 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0475f10a-dc9c-4302-aea6-0227dfdf2120 req-babb42bf-fe9c-4ad8-9805-b121f0cfa405 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053026 Apr 22 16:42:10.121852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:10.140532 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cceae37-a631-460d-9c8a-2a02db77827a req-6460b116-ac54-4973-ba0c-b95780803e32 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:10.141266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-3cceae37-a631-460d-9c8a-2a02db77827a req-6460b116-ac54-4973-ba0c-b95780803e32 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Synchronizing usage tracker for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:42:10.154467 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:10.163991 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c5427c79-24b3-4e66-97e7-0ad170c3cddc tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:10.188708 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-3cceae37-a631-460d-9c8a-2a02db77827a req-6460b116-ac54-4973-ba0c-b95780803e32 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Unset dirty status for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:42:10.190033 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3cceae37-a631-460d-9c8a-2a02db77827a req-6460b116-ac54-4973-ba0c-b95780803e32 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 945 time: 0.1741731 Apr 22 16:42:10.302108 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Deleting port 55337ee3-5bbe-413f-a338-e911be8ad0d0 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:10.302644 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:10.315966 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'Port': ['ID=c6528f8e-fafc-4957-96b2-7e1e203de15f,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:10.324445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:10.332204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396721'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:10.575800 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Floating IP 55ef6599-8689-4676-b834-60f5982f1765 associated. External IP: 172.27.3.70, port: 08f78293-54c2-4391-be88-b8d455ffe893. Apr 22 16:42:10.675855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] For port 55337ee3-5bbe-413f-a338-e911be8ad0d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=55337ee3-5bbe-413f-a338-e911be8ad0d0,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:10.684768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:10.878581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Calling delete_port for 55337ee3-5bbe-413f-a338-e911be8ad0d0 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:11.141545 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Router 12b095a5-d6e8-493f-ae23-274d8ce813e5 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:42:11.149158 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:11.157825 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-707a4666-a41e-42a6-8085-d56c9b6f6d2c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:11.235493 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event deleted for resources: {'Port': ['ID=55337ee3-5bbe-413f-a338-e911be8ad0d0,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:11.254380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:11.380646 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695513e-42bb-44ce-b754-9c1eca879e2c req-5410536a-203d-4278-9579-d851d1aacf0d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:11.384095 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e695513e-42bb-44ce-b754-9c1eca879e2c req-5410536a-203d-4278-9579-d851d1aacf0d tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 867 time: 0.3553989 Apr 22 16:42:11.404227 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] No DVR routers for this DVR port 55337ee3-5bbe-413f-a338-e911be8ad0d0 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:42:11.407003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:11.411375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'name': 'network-vif-deleted', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:42:11.471947 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-3cceae37-a631-460d-9c8a-2a02db77827a req-681453b6-da9b-4120-b823-65dd52a16af0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "DELETE /v2.0/ports/55337ee3-5bbe-413f-a338-e911be8ad0d0 HTTP/1.1" status: 204 len: 173 time: 1.2737021 Apr 22 16:42:11.479079 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e675195-5e16-4f89-bfa8-5272b33b3028', 'name': 'network-vif-deleted', 'tag': '55337ee3-5bbe-413f-a338-e911be8ad0d0', 'status': 'completed', 'code': 200} Apr 22 16:42:11.480836 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-e695513e-42bb-44ce-b754-9c1eca879e2c req-6596d7ef-ab22-44af-968d-ec1e409e7281 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807366 Apr 22 16:42:11.509138 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:42:11.509273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] Sync routers for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:42:11.516755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:11.517463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:41:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:11.606192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:11.716989 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9c3d6d3a-c85c-4b82-89cc-500d0bf982ee tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0952585 Apr 22 16:42:11.717246 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:42:11.723200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49412) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:11.732719 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590623991', 'description': 'tempest-secgroup-smoke-1590623991 description', 'project_id': '0720e13c588347a8be6c0e00cf14f965'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:11.739480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:11.758074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:11.761371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:11.812345 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:11.839618 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:11.850090 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:11.854638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:11.868036 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:11.891314 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893', 'status': 'completed', 'code': 200} Apr 22 16:42:12.021155 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.065754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-7846f0d5-1ee7-4a37-8c0f-1e940c8dea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:12.068892 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-7846f0d5-1ee7-4a37-8c0f-1e940c8dea02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1099 time: 0.1266699 Apr 22 16:42:12.107766 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.131518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ede46e60-22fc-4a44-9355-da2f25e5262f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:12.297907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76903cb0-5431-4940-8146-70864b28619d,revision_number=1']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:12.310027 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:12.343468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.344951 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-2906e0a1-d0e8-428e-a13f-976f50229c60 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6201167 Apr 22 16:42:12.351903 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49420) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:12.352555 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-e29fede0-99f5-4b91-9f40-3a70fd12a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:12.355389 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-e29fede0-99f5-4b91-9f40-3a70fd12a646 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 916 time: 0.2779207 Apr 22 16:42:12.356321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'security_group_rule': {'security_group_id': '76903cb0-5431-4940-8146-70864b28619d', 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:12.363406 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:12.368507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:12.371881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:12.379891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:12.410912 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '55ef6599-8689-4676-b834-60f5982f1765', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'port_id': '08f78293-54c2-4391-be88-b8d455ffe893', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'mac_address': 'fa:16:3e:e3:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:42:09Z', 'updated_at': '2021-04-22T16:42:09Z', 'revision_number': 0, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:12.416759 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] Checking router: 12b095a5-d6e8-493f-ae23-274d8ce813e5 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:42:12.426363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:12.427076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:41:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:12.432977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.523317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.542656 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-e38d1c25-52ea-44c6-8b22-82c7bb129323 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 999 time: 0.1801915 Apr 22 16:42:12.577465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.593403 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:12.625551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-ddc022a3-45c0-48ef-9f97-06d08160cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:12.628794 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-ddc022a3-45c0-48ef-9f97-06d08160cff5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.0787895 Apr 22 16:42:12.633033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291ced66-9349-43fc-9929-b22f6ab11e96,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:12.638307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:12.689995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.690291 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-21f64310-53fc-4c24-9abd-df882eeb208d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405409 Apr 22 16:42:12.697363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49426) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:12.698008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 55337ee3-5bbe-413f-a338-e911be8ad0d0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:12.701360 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ef3168ea-214b-4561-be6d-5a0073f88a71 req-6ed76009-e714-47ce-8304-30b986646251 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e675195-5e16-4f89-bfa8-5272b33b3028 HTTP/1.1" status: 200 len: 210 time: 0.0552425 Apr 22 16:42:12.718104 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'security_group_rule': {'security_group_id': '76903cb0-5431-4940-8146-70864b28619d', 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:12.725359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:12.731084 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:12.735148 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:12.744674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:12.763013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-669df690-80b0-4658-b0dc-30afc17a3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:12.764725 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-669df690-80b0-4658-b0dc-30afc17a3ba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1129813 Apr 22 16:42:12.791665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.801740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 55337ee3-5bbe-413f-a338-e911be8ad0d0 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:42:12.802416 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 55337ee3-5bbe-413f-a338-e911be8ad0d0 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:12.835173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:12.876747 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.921248 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:12.924852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d24aeee1-0f2f-420f-a9c0-b29dd69c7782 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:12.974631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a011d3-5462-4a10-bfe4-01947cc6a492,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:12.979817 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:13.012736 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-9b95c980-f9ea-43a3-a334-9c2b704b4d76 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411027 Apr 22 16:42:13.046413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.048089 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9a5b9b73-53e4-47d0-9406-ae954ef60f84 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3460174 Apr 22 16:42:13.051469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49430) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:13.078630 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'security_group_rule': {'security_group_id': '76903cb0-5431-4940-8146-70864b28619d', 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:13.101573 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:13.130952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e8e0438b-d969-4481-99f4-f47e1d29af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.147178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:13.155869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:13.166035 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:13.226161 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f29b3511-e635-4d0c-994d-b52b9b05a5b3 req-491f6961-cad0-4eb7-930f-a3a4eab1b0fd service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064071 Apr 22 16:42:13.243670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.343217 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.369398 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '55ef6599-8689-4676-b834-60f5982f1765', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'port_id': '08f78293-54c2-4391-be88-b8d455ffe893', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'mac_address': 'fa:16:3e:e3:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:42:09Z', 'updated_at': '2021-04-22T16:42:09Z', 'revision_number': 0, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:13.370975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.373657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4e78a6e0-e2b3-4263-8073-7f89f1651962 tempest-TestShelveInstance-302177825 tempest-TestShelveInstance-302177825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:13.374121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68300b64-a1b4-46a2-93ec-a94e64dfc674 None None] The sync data for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi is: [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_floatingips': [{'id': '55ef6599-8689-4676-b834-60f5982f1765', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'router_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'port_id': '08f78293-54c2-4391-be88-b8d455ffe893', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'mac_address': 'fa:16:3e:e3:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:42:09Z', 'updated_at': '2021-04-22T16:42:09Z', 'revision_number': 0, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:42:13.397849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7258f890-1946-4a8b-8ab5-da87409ca012,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:13.402699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:13.440781 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.442055 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b83b0022-2570-42df-81f6-2ba2f497c169 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3894928 Apr 22 16:42:13.446243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49434) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:13.456577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'security_group_rule': {'security_group_id': '76903cb0-5431-4940-8146-70864b28619d', 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:13.472977 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:13.479423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:13.482629 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:13.488915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:13.541277 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.686002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f66fa-6d25-4f7c-abd7-2612006b55e8 None None] New status for floating IP 55ef6599-8689-4676-b834-60f5982f1765: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:42:13.785602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.835733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.841109 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1e300c5d-393d-4bad-bfe4-6b30570a3f92 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:13.885580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2216a7a4-bac1-4282-81bf-8a9255214617,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:13.892433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:13.943016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:13.945065 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-7a9f3a85-8035-4719-9197-797be704bb42 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4966810 Apr 22 16:42:13.949954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49442) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:13.957407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'security_group_rule': {'security_group_id': '76903cb0-5431-4940-8146-70864b28619d', 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:13.966192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:13.973721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:13.978965 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:13.986863 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:14.058001 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.securitygroups_db [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Project 0720e13c588347a8be6c0e00cf14f965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:42:14.066939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.164975 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.194316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.197187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:14.225075 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6543b619-f56d-4d25-abb0-af3b78b66f65,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:14.229121 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:14.269361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.276566 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ba80b04a-046e-4b02-8915-6a03f2f6772f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3195131 Apr 22 16:42:14.277659 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49448) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:14.286071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'security_group_rule': {'security_group_id': '76903cb0-5431-4940-8146-70864b28619d', 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:14.296401 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:42:14.300688 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Usage tracker for resource:security_group_rule and tenant:0720e13c588347a8be6c0e00cf14f965 is out of sync, need to count used quota {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:42:14.304116 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86487) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:42:14.310861 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.quota.driver [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86487) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:42:14.394798 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.securitygroups_db [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Project 0720e13c588347a8be6c0e00cf14f965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:42:14.409492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.496995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.548839 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.551943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:14.580622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e520ed9-b24b-4b0e-956a-cb43cfc09842,revision_number=0']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:14.583491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:14.657407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:14.659378 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ad5f033b-0efa-4ba1-b4bb-8c237eae73b3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3802099 Apr 22 16:42:14.806750 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-a209c0d0-27b9-4878-af3a-df9e14db90e9 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590623991&fields=id&tenant_id=0720e13c588347a8be6c0e00cf14f965 HTTP/1.1" status: 200 len: 267 time: 0.0509679 Apr 22 16:42:14.921328 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-017389e6-54d6-4b93-b278-c1cb2e567027 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:14.922892 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-017389e6-54d6-4b93-b278-c1cb2e567027 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.1099856 Apr 22 16:42:14.941929 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'port': {'security_groups': ['dd01b0c2-f13b-4395-a338-01b4e0b5c5a8', '76903cb0-5431-4940-8146-70864b28619d']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:42:15.093796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:15.222777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aae9e282-d80b-4f54-97c0-2079061a96c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:15.443534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08f78293-54c2-4391-be88-b8d455ffe893,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:15.477627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:15.549457 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:15.558872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-6d825065-98f8-42f4-9d7d-317f9b933087 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:15.618375 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['08f78293-54c2-4391-be88-b8d455ffe893'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:42:15.647754 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:15.648514 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:15.650136 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-8e8fd05e-7451-4cd3-82d0-99a3eb14d5db req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "PUT /v2.0/ports/08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 982 time: 0.7148628 Apr 22 16:42:15.650792 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:42:15.698393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=6']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:15.706768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0ee3d313-6f2f-4aee-953a-59e7afc9cdd6 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:15.727677 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893', 'status': 'completed', 'code': 200} Apr 22 16:42:15.844009 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['08f78293-54c2-4391-be88-b8d455ffe893'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:42:15.899762 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-03864ffc-c305-4861-9d9b-16aeafa181bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:15.902044 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-03864ffc-c305-4861-9d9b-16aeafa181bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1138 time: 0.1092691 Apr 22 16:42:15.957151 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99261d34-0e94-43f7-a46e-8a04f49eb87f req-af3fe293-4589-47fd-b6d1-e83e434fb4fa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:15.968589 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99261d34-0e94-43f7-a46e-8a04f49eb87f req-af3fe293-4589-47fd-b6d1-e83e434fb4fa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.1477523 Apr 22 16:42:16.036890 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-99261d34-0e94-43f7-a46e-8a04f49eb87f req-bc99475a-233a-471c-bce9-5a37257d2a77 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655317 Apr 22 16:42:16.066998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-5aa7a326-1a5c-4d3a-9f16-cf19db18448c None None] Provisioning complete for port 08f78293-54c2-4391-be88-b8d455ffe893 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:42:16.067502 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a326-1a5c-4d3a-9f16-cf19db18448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:16.139305 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-59b0eb50-9210-496a-9082-99d47de10a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:16.141016 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-59b0eb50-9210-496a-9082-99d47de10a57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 916 time: 0.2310629 Apr 22 16:42:16.296402 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-00cc6a33-1c25-448d-b83b-fe4e303a77a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 1001 time: 0.1466687 Apr 22 16:42:16.363223 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:16.374483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-0969f47b-5e15-4365-8150-26b8b55b947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:16.376095 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-0969f47b-5e15-4365-8150-26b8b55b947c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.0737374 Apr 22 16:42:16.467797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-a35a1465-46b8-41e0-93ad-c649e598f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:16.469623 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-a35a1465-46b8-41e0-93ad-c649e598f029 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853133 Apr 22 16:42:16.559759 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49468) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:16.626671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:16.667340 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-f5b61c98-55a0-43f4-9626-a6f9ff828b17 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895957 Apr 22 16:42:16.836519 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a778dba5-40a2-44ba-bc95-8a7ced798ad0 req-1e099405-a084-41ce-8ec7-d12bf039f94c service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623106 Apr 22 16:42:16.883796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Deleting port ab02f8d3-3616-4947-98a1-5f654e5c120a {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:16.884427 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:17.079175 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:17.079606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:17.219249 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Calling delete_port for ab02f8d3-3616-4947-98a1-5f654e5c120a owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:17.525934 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:17.531313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-3457f39f-f963-4e93-9a3f-9ef52c270bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:17.584287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event deleted for resources: {'Port': ['ID=ab02f8d3-3616-4947-98a1-5f654e5c120a,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:17.584793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:42:17.609801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:17.617556 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:17.939149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:17.939763 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Floating IP 0dcadddf-983a-4cdf-b050-3a766f9dda83 disassociated (deleted). External IP: 172.27.3.112, port: 260f0a40-bb20-4ce7-b426-9e469d366397. Apr 22 16:42:18.420976 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:42:18.631451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:42:18.644913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:42:18.650589 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:18.658959 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:18.659826 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:42:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:18.712123 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5061522d-0b38-4d3e-abcf-256f0d236398 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "DELETE /v2.0/floatingips/0dcadddf-983a-4cdf-b050-3a766f9dda83 HTTP/1.1" status: 204 len: 168 time: 2.1506045 Apr 22 16:42:18.712791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:42:18.774868 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397', 'status': 'completed', 'code': 200} Apr 22 16:42:18.904881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:19.181411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395079-62de-4e07-9962-b909969e66fd req-9a2e4928-938a-47a5-b5b1-a6596b544d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:19.184721 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94395079-62de-4e07-9962-b909969e66fd req-9a2e4928-938a-47a5-b5b1-a6596b544d6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a62f8812cc3b419f9b957c84523de402&device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 1098 time: 0.3648200 Apr 22 16:42:19.380772 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395079-62de-4e07-9962-b909969e66fd req-fdae25a3-5ddf-4b21-8429-518cae82dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:19.381650 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:19.382483 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94395079-62de-4e07-9962-b909969e66fd req-fdae25a3-5ddf-4b21-8429-518cae82dde0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 200 len: 912 time: 0.1817014 Apr 22 16:42:19.389240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:42:19.398984 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:19.399670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:42:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:19.423621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718d2c-38d5-4537-a210-a6f67c9396d0 req-5f8508b5-3c82-4508-b60a-1e36d3c35372 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:19.424534 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-40718d2c-38d5-4537-a210-a6f67c9396d0 req-5f8508b5-3c82-4508-b60a-1e36d3c35372 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Synchronizing usage tracker for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:42:19.466703 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94395079-62de-4e07-9962-b909969e66fd req-28883c54-1ced-4c16-bcf7-519f84b282f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 200 len: 217 time: 0.0761659 Apr 22 16:42:19.473730 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-40718d2c-38d5-4537-a210-a6f67c9396d0 req-5f8508b5-3c82-4508-b60a-1e36d3c35372 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Unset dirty status for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:42:19.476719 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-40718d2c-38d5-4537-a210-a6f67c9396d0 req-5f8508b5-3c82-4508-b60a-1e36d3c35372 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 945 time: 0.1888521 Apr 22 16:42:19.555899 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-40718d2c-38d5-4537-a210-a6f67c9396d0 req-2a444c8c-c938-468f-8f67-626e2ff6b2b9 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706131 Apr 22 16:42:19.563154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395079-62de-4e07-9962-b909969e66fd req-06b3d849-67ad-44e2-bd31-f5dcb52484e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:19.570118 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94395079-62de-4e07-9962-b909969e66fd req-06b3d849-67ad-44e2-bd31-f5dcb52484e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 200 len: 850 time: 0.0907283 Apr 22 16:42:19.636263 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:19.669811 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94395079-62de-4e07-9962-b909969e66fd req-61a868fe-3acd-4c26-9e56-404ae6195c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:19.671448 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94395079-62de-4e07-9962-b909969e66fd req-61a868fe-3acd-4c26-9e56-404ae6195c1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=915f91ac-9f2b-44bc-9c8a-bfe7834ed848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992165 Apr 22 16:42:19.837041 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94395079-62de-4e07-9962-b909969e66fd req-9fe0b21b-7369-42a8-b05a-2a9194d4caf8 service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583371 Apr 22 16:42:20.012113 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-94395079-62de-4e07-9962-b909969e66fd req-b48d9cd9-ac51-4a55-8560-b20e1837cf2e service neutron] 10.222.0.26 "GET /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681657 Apr 22 16:42:20.190411 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:20.195122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c920d5-109e-4996-a211-c80191a94f66 None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:32:59Z', 'revision_number': 4, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': '716befb9-76a7-49b1-bfa4-3b76bf334229', 'name': '', 'network_id': '915f91ac-9f2b-44bc-9c8a-bfe7834ed848', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'mac_address': 'fa:16:3e:b6:55:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:56Z', 'updated_at': '2021-04-22T16:33:08Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'subnets': [{'id': '9f4378c4-36a0-4cc6-9cd7-07c66642fb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:42:20.234567 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690efb90-4db3-4ccc-943e-518e92eab201 req-7a549805-4da3-459b-9628-62427159de22 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:20.235395 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-690efb90-4db3-4ccc-943e-518e92eab201 req-7a549805-4da3-459b-9628-62427159de22 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Synchronizing usage tracker for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:42:20.252378 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-690efb90-4db3-4ccc-943e-518e92eab201 req-7a549805-4da3-459b-9628-62427159de22 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Unset dirty status for tenant:a62f8812cc3b419f9b957c84523de402 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:42:20.253655 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-690efb90-4db3-4ccc-943e-518e92eab201 req-7a549805-4da3-459b-9628-62427159de22 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 945 time: 0.1304634 Apr 22 16:42:20.341703 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Deleting port 260f0a40-bb20-4ce7-b426-9e469d366397 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:20.342093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:20.634474 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2ffa6-f85d-48a7-b4fb-1a1128097a2d None None] New status for floating IP 0dcadddf-983a-4cdf-b050-3a766f9dda83: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:42:20.676400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] For port 260f0a40-bb20-4ce7-b426-9e469d366397, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=260f0a40-bb20-4ce7-b426-9e469d366397,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:20.676943 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:20.840371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69714753-6277-499b-a917-3358861132a9 req-39238423-cd89-492e-8931-b413fe55cdcb tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:20.842187 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-69714753-6277-499b-a917-3358861132a9 req-39238423-cd89-492e-8931-b413fe55cdcb tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 945 time: 0.1539538 Apr 22 16:42:20.886289 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Calling delete_port for 260f0a40-bb20-4ce7-b426-9e469d366397 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:20.918863 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-69714753-6277-499b-a917-3358861132a9 req-12576a63-0aec-4033-86f5-b415ca60d1b5 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/security-groups?id=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626132 Apr 22 16:42:21.103850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:21.110440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-42e48b91-c7cf-4b65-b145-9bb50945accb tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:21.159709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event deleted for resources: {'Port': ['ID=260f0a40-bb20-4ce7-b426-9e469d366397,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:21.164081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:21.248456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] No DVR routers for this DVR port 260f0a40-bb20-4ce7-b426-9e469d366397 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:42:21.251042 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:21.254178 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'name': 'network-vif-deleted', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:42:21.303278 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-690efb90-4db3-4ccc-943e-518e92eab201 req-a96016d2-cec5-406e-b997-9484eee434c3 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.26 "DELETE /v2.0/ports/260f0a40-bb20-4ce7-b426-9e469d366397 HTTP/1.1" status: 204 len: 173 time: 1.0437269 Apr 22 16:42:21.312357 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd710ab-6c14-4454-88ae-f164fc1b0af4', 'name': 'network-vif-deleted', 'tag': '260f0a40-bb20-4ce7-b426-9e469d366397', 'status': 'completed', 'code': 200} Apr 22 16:42:22.140782 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-82cc8853-8c1b-4687-a079-257d9d214d5f req-0df2d39c-6a5e-4791-97e5-26dcb678ed2f tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cd710ab-6c14-4454-88ae-f164fc1b0af4 HTTP/1.1" status: 200 len: 210 time: 0.0556245 Apr 22 16:42:22.764101 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 260f0a40-bb20-4ce7-b426-9e469d366397 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:22.808299 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 260f0a40-bb20-4ce7-b426-9e469d366397 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:42:22.808699 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 260f0a40-bb20-4ce7-b426-9e469d366397 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:23.254990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49498) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:23.511936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Deleting port 890da140-a969-4c6c-aba9-18e69be9ecbc {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:23.512372 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:23.712242 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:23.712620 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:23.848921 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Calling delete_port for 890da140-a969-4c6c-aba9-18e69be9ecbc owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:24.033952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31498066'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:24.040415 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-84770017-bf1e-4b6f-b7fb-71e9a646cbf0 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:24.129235 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event deleted for resources: {'Port': ['ID=890da140-a969-4c6c-aba9-18e69be9ecbc,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:24.133262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:24.202126 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:24.218085 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:24.219326 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-16d451d8-90fe-4336-b01b-76b2722860ba tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "DELETE /v2.0/floatingips/c1900419-5866-4816-8df5-0c4c6d68b3c3 HTTP/1.1" status: 204 len: 168 time: 0.9628212 Apr 22 16:42:25.746407 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49512) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:25.824491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-97af8209-ec43-4a9f-af93-7c3fdbfefec2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:25.860755 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-97af8209-ec43-4a9f-af93-7c3fdbfefec2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:26.005414 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-97af8209-ec43-4a9f-af93-7c3fdbfefec2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:26.011324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c5392637-6e81-491d-9a3e-ac91c5f6e6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:26.028927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af8209-ec43-4a9f-af93-7c3fdbfefec2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca39fb-394c-4ba5-8f6b-3eb40d3eb484,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:26.031517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-97af8209-ec43-4a9f-af93-7c3fdbfefec2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:26.064040 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-97af8209-ec43-4a9f-af93-7c3fdbfefec2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:26.065662 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-97af8209-ec43-4a9f-af93-7c3fdbfefec2 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] 10.222.0.10 "DELETE /v2.0/security-groups/04ca39fb-394c-4ba5-8f6b-3eb40d3eb484 HTTP/1.1" status: 204 len: 168 time: 0.3179820 Apr 22 16:42:26.216386 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49518) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:26.930918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:27.308273 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Deleting port 716befb9-76a7-49b1-bfa4-3b76bf334229 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:27.308657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:27.497775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] For port 716befb9-76a7-49b1-bfa4-3b76bf334229, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=716befb9-76a7-49b1-bfa4-3b76bf334229,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:27.498166 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:27.633396 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Calling delete_port for 716befb9-76a7-49b1-bfa4-3b76bf334229 owned by network:router_interface {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:27.942505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:27.948816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:28.034482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Pushing event deleted for resources: {'Port': ['ID=716befb9-76a7-49b1-bfa4-3b76bf334229,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:28.037387 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:28.555743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:28.945149 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Router b6b1a03e-f696-439e-a6b7-f1be5fbba68c has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:42:29.140304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:42:29.150366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] Sync routers for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:42:29.154086 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-cd63911e-2d5f-4b07-a623-2b9674bb897a admin admin] 10.222.0.10 "PUT /v2.0/routers/b6b1a03e-f696-439e-a6b7-f1be5fbba68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9365091 Apr 22 16:42:29.156696 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49526) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:29.161170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:29.161927 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:42:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:29.358666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:29.362920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:29.558426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:29.610925 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Deleting port 63d4c4b0-4802-4728-9ab8-707493170d52 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:29.611316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:29.680170 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:42:27Z', 'revision_number': 5, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port': {'id': '63d4c4b0-4802-4728-9ab8-707493170d52', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:32:52Z', 'updated_at': '2021-04-22T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:29.684750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] Checking router: b6b1a03e-f696-439e-a6b7-f1be5fbba68c for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:42:29.694093 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] Routers {'b6b1a03e-f696-439e-a6b7-f1be5fbba68c'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:29.694812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:42:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:29.808390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] For port 63d4c4b0-4802-4728-9ab8-707493170d52, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=63d4c4b0-4802-4728-9ab8-707493170d52,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:29.808844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:29.867026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] Set router b6b1a03e-f696-439e-a6b7-f1be5fbba68c gateway port host: None {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:29.958958 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Calling delete_port for 63d4c4b0-4802-4728-9ab8-707493170d52 owned by network:router_gateway {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:29.986144 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:42:29Z', 'revision_number': 6, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port_host': None}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:29.990686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ff54d-bf3e-408f-ab69-827cc218904d None None] The sync data for ids ['b6b1a03e-f696-439e-a6b7-f1be5fbba68c'] in dv-cinder-784623-7-iscsi is: [{'id': 'b6b1a03e-f696-439e-a6b7-f1be5fbba68c', 'name': 'tempest-TestVolumeBootPattern-709823181-router', 'tenant_id': 'a62f8812cc3b419f9b957c84523de402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:32:51Z', 'updated_at': '2021-04-22T16:42:29Z', 'revision_number': 6, 'project_id': 'a62f8812cc3b419f9b957c84523de402', 'gw_port_host': None}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:42:30.108520 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 716befb9-76a7-49b1-bfa4-3b76bf334229 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:30.157926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 716befb9-76a7-49b1-bfa4-3b76bf334229 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:42:30.158715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 716befb9-76a7-49b1-bfa4-3b76bf334229 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:30.285619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:30.291384 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0813b98c-3283-408a-8ac3-ac095e954e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:30.341749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d4c4b0-4802-4728-9ab8-707493170d52,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:30.345137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:30.443031 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:30.648998 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:30.651425 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:30.868753 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:30.869237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b1a03e-f696-439e-a6b7-f1be5fbba68c {{(pid=86487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:42:30.882689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:30.884228 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b6b1a03e-f696-439e-a6b7-f1be5fbba68c HTTP/1.1" status: 204 len: 168 time: 1.7265170 Apr 22 16:42:30.887413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49530) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:30.967306 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Deleting subnet 9f4378c4-36a0-4cc6-9cd7-07c66642fb74 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:42:30.970640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.025511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.112410 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.325491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.428335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.432800 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ea3a27a2-eb0f-4f66-bcf2-020282689b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:31.470816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4378c4-36a0-4cc6-9cd7-07c66642fb74,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:31.474129 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:31.475856 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.481881 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-89241470-f899-4abf-9a77-2a06f941003b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9f4378c4-36a0-4cc6-9cd7-07c66642fb74 HTTP/1.1" status: 204 len: 168 time: 0.5933120 Apr 22 16:42:31.482046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8eb16f-85ad-4b28-b005-50c450595b6c None None] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:42:31.484743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49534) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:31.608078 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.619686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Deleting port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:31.620067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:31.753240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] DHCP port deletion for 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:42:31.759232 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Deleting port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:31.759658 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:32.003920 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] For port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:32.004580 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:32.135642 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] For port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,segment=NetworkSegment(db12a030-78a0-40af-b634-964ce64fe79e),segment_id=db12a030-78a0-40af-b634-964ce64fe79e)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:32.136338 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:32.150633 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Calling delete_port for 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:32.186635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:32.295763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No active binding found for port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 {{(pid=86489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 22 16:42:32.296362 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:32.297010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 63d4c4b0-4802-4728-9ab8-707493170d52 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:32.303186 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Calling delete_port for 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 owned by network:dhcp {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:32.338272 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 63d4c4b0-4802-4728-9ab8-707493170d52 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:42:32.338675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 63d4c4b0-4802-4728-9ab8-707493170d52 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:32.341500 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:32.347653 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:32.387393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86487) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:42:32.387760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:42:32.399456 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Pushing event deleted for resources: {'Port': ['ID=52b1dbf7-03d1-4ccc-946e-5744ce7d43d1,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:32.404454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] No DVR routers for this DVR port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 on host dv-cinder-784623-7-iscsi {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:42:32.415783 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.416173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.416672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.417021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.417394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.417760 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.418127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.418491 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.418857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.419218 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.419578 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.419938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:42:32.423431 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-d3df34fd-c06d-4f78-a9e4-7779a2b76b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:32.889323 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Deleting port 52b1dbf7-03d1-4ccc-946e-5744ce7d43d1 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:32.889785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:32.963847 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] The port '52b1dbf7-03d1-4ccc-946e-5744ce7d43d1' was deleted {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:42:33.089876 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:33.208095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915f91ac-9f2b-44bc-9c8a-bfe7834ed848']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:33.221915 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db12a030-78a0-40af-b634-964ce64fe79e') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:33.222256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db12a030-78a0-40af-b634-964ce64fe79e') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:33.235142 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:33.255850 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:33.264339 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:42:33.468577 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:42:33.477780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:33.667011 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Network 915f91ac-9f2b-44bc-9c8a-bfe7834ed848 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: % (table.description, expected, rows_matched) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:42:33.689928 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:42:33.810727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:33.814602 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:33.833324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:33.845028 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=915f91ac-9f2b-44bc-9c8a-bfe7834ed848,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:33.848564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:33.897215 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/915f91ac-9f2b-44bc-9c8a-bfe7834ed848 HTTP/1.1" status: 204 len: 168 time: 2.4113028 Apr 22 16:42:33.900237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49540) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:34.507361 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:34.878327 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Deleting port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:34.878726 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:35.066993 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] For port bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,segment=NetworkSegment(21ec436c-2d21-4e95-a4ef-ab9d89770bd7),segment_id=21ec436c-2d21-4e95-a4ef-ab9d89770bd7)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:35.067393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:35.207102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Calling delete_port for bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 owned by network:router_interface {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:35.462505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:35.467740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-5cbf3d60-ef0c-4d14-bd6a-e28c01753af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:35.546656 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:35.549318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:35.829712 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:36.486511 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Router 7050e76d-f9df-4ee4-885d-59abb3aeeccb has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:42:36.687315 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:42:36.697584 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] Sync routers for ids ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:42:36.707926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] Routers {'7050e76d-f9df-4ee4-885d-59abb3aeeccb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:36.715353 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:42:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:36.767375 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-791fbeba-f587-494d-aa0f-0a027ee90c7e admin admin] 10.222.0.10 "PUT /v2.0/routers/7050e76d-f9df-4ee4-885d-59abb3aeeccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8657744 Apr 22 16:42:36.769913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49544) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:36.909627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] Set router 7050e76d-f9df-4ee4-885d-59abb3aeeccb gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:36.975012 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks [] for router, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:37.176255 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:37.232882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:42:35Z', 'revision_number': 5, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port': {'id': 'd01ddd14-571c-4649-ae6e-9866875b95a2', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:33:05Z', 'updated_at': '2021-04-22T16:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:37.234240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Deleting port d01ddd14-571c-4649-ae6e-9866875b95a2 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:37.234796 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:37.239002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] Checking router: 7050e76d-f9df-4ee4-885d-59abb3aeeccb for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:42:37.256904 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] Routers {'7050e76d-f9df-4ee4-885d-59abb3aeeccb'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:42:37.258756 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:42:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:37.442206 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] Set router 7050e76d-f9df-4ee4-885d-59abb3aeeccb gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:42:37.451495 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] For port d01ddd14-571c-4649-ae6e-9866875b95a2, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=d01ddd14-571c-4649-ae6e-9866875b95a2,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:37.451898 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:37.557918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:42:37Z', 'revision_number': 6, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port_host': None}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:37.562321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d287f08-faf7-4fb7-99b2-1d9ed51b2255 None None] The sync data for ids ['7050e76d-f9df-4ee4-885d-59abb3aeeccb'] in dv-cinder-784623-7-iscsi is: [{'id': '7050e76d-f9df-4ee4-885d-59abb3aeeccb', 'name': 'tempest-TestVolumeBootPattern-339807644-router', 'tenant_id': '9e61d7cf119248fd8adfac8cba4f513d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:33:04Z', 'updated_at': '2021-04-22T16:42:37Z', 'revision_number': 6, 'project_id': '9e61d7cf119248fd8adfac8cba4f513d', 'gw_port_host': None}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:42:37.593187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Calling delete_port for d01ddd14-571c-4649-ae6e-9866875b95a2 owned by network:router_gateway {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:37.834208 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:37.840314 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:37.887829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d01ddd14-571c-4649-ae6e-9866875b95a2,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:37.891290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:37.990324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:38.153173 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:38.189855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:38.191727 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:42:38.192243 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bcbe1879-612b-4ffd-be2d-9e2f9fd1dd43 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:38.192379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:38.192648 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d01ddd14-571c-4649-ae6e-9866875b95a2 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:38.233095 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: d01ddd14-571c-4649-ae6e-9866875b95a2 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:42:38.233498 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d01ddd14-571c-4649-ae6e-9866875b95a2 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:38.445733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:38.446344 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7050e76d-f9df-4ee4-885d-59abb3aeeccb {{(pid=86487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:42:38.460321 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:38.461744 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9427d4e2-75bb-49fd-bdb0-33743ee934ef admin admin] 10.222.0.10 "DELETE /v2.0/routers/7050e76d-f9df-4ee4-885d-59abb3aeeccb HTTP/1.1" status: 204 len: 168 time: 1.6906698 Apr 22 16:42:38.464454 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49550) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:38.535354 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Deleting subnet 57b71c24-1c69-49d9-b2e6-8cfedc039a4e {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:42:38.539908 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:38.596721 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:38.683247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:39.337505 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:39.341968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-af854e0d-8cbf-4b52-8471-d4541a966f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:39.380538 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b71c24-1c69-49d9-b2e6-8cfedc039a4e,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:39.385400 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:39.386459 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:39.392896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f5512e-f0c9-48af-be8e-535873dac8e2 None None] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:42:39.393054 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-c77fd3a5-8f64-450c-8cb7-3934807d6cc9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/57b71c24-1c69-49d9-b2e6-8cfedc039a4e HTTP/1.1" status: 204 len: 168 time: 0.9275379 Apr 22 16:42:39.395702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49554) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:39.516256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:39.529333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Deleting port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:39.529716 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:39.649619 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] DHCP port deletion for e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:42:39.653881 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Deleting port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:39.654311 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:39.765883 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] For port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,segment=NetworkSegment(21ec436c-2d21-4e95-a4ef-ab9d89770bd7),segment_id=21ec436c-2d21-4e95-a4ef-ab9d89770bd7)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:39.766290 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:39.914380 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Calling delete_port for e1d1eed0-6d7a-4565-9d75-7621e7a8ceda owned by network:dhcp {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:40.060089 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] For port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,segment=NetworkSegment(21ec436c-2d21-4e95-a4ef-ab9d89770bd7),segment_id=21ec436c-2d21-4e95-a4ef-ab9d89770bd7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:42:40.060560 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:40.073539 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:40.079016 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0c1123ff-ecd4-4f49-8091-0b8f1fbd44f6 tempest-AttachVolumeShelveTestJSON-684259372 tempest-AttachVolumeShelveTestJSON-684259372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:40.133525 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d1eed0-6d7a-4565-9d75-7621e7a8ceda,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:40.135528 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:40.140113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] No DVR routers for this DVR port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda on host dv-cinder-784623-7-iscsi {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:42:40.197333 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device e1d1eed0-6d7a-4565-9d75-7621e7a8ceda no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:42:40.232468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Calling delete_port for e1d1eed0-6d7a-4565-9d75-7621e7a8ceda owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:42:40.274241 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:40.280536 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: e1d1eed0-6d7a-4565-9d75-7621e7a8ceda {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:42:40.280936 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device e1d1eed0-6d7a-4565-9d75-7621e7a8ceda not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:42:40.330066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86489) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:42:40.330588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:42:40.394643 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:40.412278 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ec436c-2d21-4e95-a4ef-ab9d89770bd7') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:40.413405 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ec436c-2d21-4e95-a4ef-ab9d89770bd7') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:42:40.425788 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:40.588564 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:40.596363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:42:40.832486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Deleting port e1d1eed0-6d7a-4565-9d75-7621e7a8ceda {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:42:40.832913 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:40.912337 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2c846-d514-47b7-af98-2ba1c14baeed None None] The port 'e1d1eed0-6d7a-4565-9d75-7621e7a8ceda' was deleted {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:42:41.050572 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:42:41.060350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:41.249244 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Network e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:42:41.274275 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:42:41.696599 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:41.700702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9747a0e6-c4f8-4081-9e79-83463f7cdae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:41.715989 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:41.730651 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:41.734680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:41.736634 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f201db36-09f9-4af9-8134-432b7c766cc6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e120ffdc-f7f8-4eb9-9b96-1ebc85a9934a HTTP/1.1" status: 204 len: 168 time: 2.3398695 Apr 22 16:42:42.017192 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49560) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:42.071679 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a1917f43-ebac-4276-b2f8-f41e6277fc47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a62f8812cc3b419f9b957c84523de402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531008 Apr 22 16:42:42.074262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49564) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:42.143951 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-34392fbd-7dbe-47d8-8856-6c8cbcc125c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:42.173481 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-34392fbd-7dbe-47d8-8856-6c8cbcc125c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:42.262513 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-34392fbd-7dbe-47d8-8856-6c8cbcc125c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:42.267926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-72c56fb6-f436-470d-bb6c-15a4c07954ca tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:42.284033 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34392fbd-7dbe-47d8-8856-6c8cbcc125c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13c110-cbf7-4997-8c4d-aacdc4168574,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:42.286739 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-34392fbd-7dbe-47d8-8856-6c8cbcc125c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:42.293626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-34392fbd-7dbe-47d8-8856-6c8cbcc125c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:42.294873 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-34392fbd-7dbe-47d8-8856-6c8cbcc125c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b13c110-cbf7-4997-8c4d-aacdc4168574 HTTP/1.1" status: 204 len: 168 time: 0.2196178 Apr 22 16:42:42.901003 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49572) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:42.955711 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-94be1e4d-cb76-4f4b-8616-1d2642068c5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e61d7cf119248fd8adfac8cba4f513d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529952 Apr 22 16:42:42.958318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.10', 49576) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:42:42.999594 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-07d783d6-d7f7-4937-89b3-8b818a7a96a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:43.025774 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75005b92-655a-4ff4-9b08-763bbb4f3db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:43.054749 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75005b92-655a-4ff4-9b08-763bbb4f3db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:43.222350 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75005b92-655a-4ff4-9b08-763bbb4f3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:43.228512 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-48339bf8-65a1-425b-b6f9-5500edce0564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:42:43.243776 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75005b92-655a-4ff4-9b08-763bbb4f3db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f43bc0-33b4-4a77-8c06-f447f80218bf,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:42:43.247137 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-75005b92-655a-4ff4-9b08-763bbb4f3db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:43.251404 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-75005b92-655a-4ff4-9b08-763bbb4f3db8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15f43bc0-33b4-4a77-8c06-f447f80218bf HTTP/1.1" status: 204 len: 168 time: 0.2920172 Apr 22 16:42:43.252590 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-75005b92-655a-4ff4-9b08-763bbb4f3db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:42:45.228048 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2042b3fb-dda9-4afa-8dc4-078b9489dd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:46.268240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:46.559428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:47.130518 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-4ad01657-5b2b-416d-ab1c-bcfc532486fd req-f2b67245-cd84-44c8-a92f-72fb27a440ce service neutron] (86487) timed out ('10.222.0.26', 60376) {{(pid=86487) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 16:42:47.616743 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:42:50.138629 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-e1295761-4e0a-4900-a63d-82d3273382ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805423 Apr 22 16:42:50.316606 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723259-4585-40be-9df4-4d5d0676f5aa req-6886b5cd-ba60-47fb-b00a-25642f15b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:50.318246 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-6886b5cd-ba60-47fb-b00a-25642f15b48a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1138 time: 0.0877426 Apr 22 16:42:50.482076 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723259-4585-40be-9df4-4d5d0676f5aa req-ab530136-9ca5-40ad-9264-a83d15cd2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:50.483572 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-ab530136-9ca5-40ad-9264-a83d15cd2928 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 916 time: 0.1450059 Apr 22 16:42:50.598229 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-49ecf957-2685-4395-b1a5-69d72fabe8ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 1001 time: 0.1079812 Apr 22 16:42:50.674780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723259-4585-40be-9df4-4d5d0676f5aa req-f09bd8cc-4769-4ddb-90d6-76fbe7fc8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:50.676376 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-f09bd8cc-4769-4ddb-90d6-76fbe7fc8cca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.0716076 Apr 22 16:42:50.769008 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723259-4585-40be-9df4-4d5d0676f5aa req-61549a87-f4fe-4d68-92eb-e5db7b30ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:42:50.770528 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-61549a87-f4fe-4d68-92eb-e5db7b30ce68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871952 Apr 22 16:42:50.933379 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-29bc2557-c78a-48ab-aa7f-9771723a0cf6 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561432 Apr 22 16:42:51.086902 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-39723259-4585-40be-9df4-4d5d0676f5aa req-14d04d33-f55f-4913-b1f8-6b7192b36fd6 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467485 Apr 22 16:42:54.581529 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:43:01.358990 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:11.176066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e66c6a-927d-40ea-aaba-abeff7fa37d5 req-ccd3577d-5f9d-4dbe-96e2-532f9eaaa9e8 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:11.178394 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f3e66c6a-927d-40ea-aaba-abeff7fa37d5 req-ccd3577d-5f9d-4dbe-96e2-532f9eaaa9e8 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0968018 Apr 22 16:43:11.179631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-22264527-b4f5-4200-b8f6-7aa4118ac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:11.181289 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-22264527-b4f5-4200-b8f6-7aa4118ac1f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1138 time: 0.0851910 Apr 22 16:43:11.242686 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-f3e66c6a-927d-40ea-aaba-abeff7fa37d5 req-659720ff-72ca-4be2-b4af-3541e11d8dde tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566437 Apr 22 16:43:11.333784 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-0d6ea93b-26cc-4b23-9ec0-257bb63a70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:11.335494 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-0d6ea93b-26cc-4b23-9ec0-257bb63a70c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 916 time: 0.1477735 Apr 22 16:43:11.448654 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-3294c477-4693-4e02-9a92-83070b615ce8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 1001 time: 0.1052186 Apr 22 16:43:11.519587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-308496de-207a-4ece-a014-71d0e2231597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:11.521191 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-308496de-207a-4ece-a014-71d0e2231597 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.0654569 Apr 22 16:43:11.608444 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-62c86c67-5021-4d4e-9ad3-ea8d982c48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:11.610077 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-62c86c67-5021-4d4e-9ad3-ea8d982c48bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788317 Apr 22 16:43:11.768647 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-9ecb34a3-922c-4b4d-9569-b3a34f20fb3e service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424949 Apr 22 16:43:11.919521 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-37c704e5-f665-4e7e-a976-68756b9c7fba req-5c15b6a1-11f3-4646-865d-8296124b2d5f service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438568 Apr 22 16:43:12.507686 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363731c3-704f-4c76-ab3e-d1edf6d299f2 req-8673048b-35a3-43a5-8489-4118e855bbd9 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:12.509354 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-363731c3-704f-4c76-ab3e-d1edf6d299f2 req-8673048b-35a3-43a5-8489-4118e855bbd9 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.1074548 Apr 22 16:43:12.569016 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-363731c3-704f-4c76-ab3e-d1edf6d299f2 req-08034236-46f2-4d03-9ea9-e133f0a87194 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521717 Apr 22 16:43:12.993039 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-184f8bce-1f69-4d52-8bc2-66bf785add07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:13.794198 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665854a8-dd70-45dd-98c7-de7d09a6dbbb req-3fe53bcc-64af-4d8f-88bb-a0af95584697 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:13.795803 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-665854a8-dd70-45dd-98c7-de7d09a6dbbb req-3fe53bcc-64af-4d8f-88bb-a0af95584697 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0957248 Apr 22 16:43:13.854296 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-665854a8-dd70-45dd-98c7-de7d09a6dbbb req-4b855ac4-2b24-4242-923a-72d7f1bd19e3 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517688 Apr 22 16:43:15.068891 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb59a-f213-4743-a18d-dd1c7fbe85ff req-8a9f2c54-cfe3-4b78-805d-79617490c403 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:15.070603 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9cddb59a-f213-4743-a18d-dd1c7fbe85ff req-8a9f2c54-cfe3-4b78-805d-79617490c403 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0920129 Apr 22 16:43:15.124097 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9cddb59a-f213-4743-a18d-dd1c7fbe85ff req-64e1722b-4e2c-4be4-9909-069d37daa718 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466628 Apr 22 16:43:15.215588 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bb4e-4b61-4c1e-aa39-f161564ae83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:16.279480 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:16.342631 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2d2d-d834-4988-93b8-3255bd983467 req-226ed663-0237-45f0-bfd3-630e8934af1e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:16.344342 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-29cf2d2d-d834-4988-93b8-3255bd983467 req-226ed663-0237-45f0-bfd3-630e8934af1e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0970428 Apr 22 16:43:16.401709 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-29cf2d2d-d834-4988-93b8-3255bd983467 req-e86704bd-bbc3-4a06-ad2b-cf98c7b9594c tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497081 Apr 22 16:43:16.553204 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:17.620867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2eedc5-c08d-4b19-b1e2-c8fa821f0e9c req-5b05e32c-8880-49b3-8ccd-a278648585be tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:17.622561 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0e2eedc5-c08d-4b19-b1e2-c8fa821f0e9c req-5b05e32c-8880-49b3-8ccd-a278648585be tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0999649 Apr 22 16:43:17.627787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:17.678797 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0e2eedc5-c08d-4b19-b1e2-c8fa821f0e9c req-daf23cc3-fd27-46bd-a427-d70aff6eabe9 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491841 Apr 22 16:43:18.893562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec35952-7fdd-4bc1-b7e0-dc7bc5c1befc req-25cde014-fd84-4d7a-8074-6a10972ce113 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:18.895153 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ec35952-7fdd-4bc1-b7e0-dc7bc5c1befc req-25cde014-fd84-4d7a-8074-6a10972ce113 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0950015 Apr 22 16:43:18.945988 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-1ec35952-7fdd-4bc1-b7e0-dc7bc5c1befc req-290efae8-1694-49c5-aa69-c91a2ba3d55a tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438707 Apr 22 16:43:20.152548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27547a7b-d431-49cc-a276-ecdc15b06ab4 req-876e2617-eb20-4ea9-9f13-697d318ca7e1 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:20.154164 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-27547a7b-d431-49cc-a276-ecdc15b06ab4 req-876e2617-eb20-4ea9-9f13-697d318ca7e1 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0923326 Apr 22 16:43:20.209760 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-27547a7b-d431-49cc-a276-ecdc15b06ab4 req-e7f33623-f48f-4874-b2d9-a716f4aefcd1 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486147 Apr 22 16:43:21.422626 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dde2e-e62c-4e51-af7f-196b8b0c59cb req-184c3b66-ccff-4e47-9fdd-26e73d939d85 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:21.424312 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a49dde2e-e62c-4e51-af7f-196b8b0c59cb req-184c3b66-ccff-4e47-9fdd-26e73d939d85 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0958548 Apr 22 16:43:21.478514 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a49dde2e-e62c-4e51-af7f-196b8b0c59cb req-fa0c5aec-3ed3-4c3e-b92b-12ae47a167fe tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473437 Apr 22 16:43:22.692177 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a342e-5a10-44a1-a656-77b10c60d30f req-a7f45030-d613-4a8e-b060-39bbe5cfbefa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:22.694866 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-084a342e-5a10-44a1-a656-77b10c60d30f req-a7f45030-d613-4a8e-b060-39bbe5cfbefa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0967822 Apr 22 16:43:22.749572 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-084a342e-5a10-44a1-a656-77b10c60d30f req-f38bf61a-e0b9-41c1-b284-714afca5845f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481615 Apr 22 16:43:23.978875 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe68eb-1fde-4a02-90de-b06e0769f2bc req-516fada0-0794-4efa-971f-840a2ea53a7a tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:23.981923 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0afe68eb-1fde-4a02-90de-b06e0769f2bc req-516fada0-0794-4efa-971f-840a2ea53a7a tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0979919 Apr 22 16:43:24.034088 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-0afe68eb-1fde-4a02-90de-b06e0769f2bc req-91552f34-66cc-4b19-b8a7-229247a48e05 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467408 Apr 22 16:43:25.259701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7876d-4642-480a-9c60-b6a95d055708 req-58120566-eaf1-441a-9746-b4fbe9fe172f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:25.261437 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b7c7876d-4642-480a-9c60-b6a95d055708 req-58120566-eaf1-441a-9746-b4fbe9fe172f tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.1023505 Apr 22 16:43:25.320468 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-b7c7876d-4642-480a-9c60-b6a95d055708 req-fb6d5e6a-6438-4cae-ba0e-5f2e324918c7 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464976 Apr 22 16:43:26.533239 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9c51e-bf04-4f04-9347-05161f2cd3ff req-b5fbe073-8c86-4a93-adb2-12e734b8ea68 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:26.534769 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-28b9c51e-bf04-4f04-9347-05161f2cd3ff req-b5fbe073-8c86-4a93-adb2-12e734b8ea68 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0938275 Apr 22 16:43:26.591455 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-28b9c51e-bf04-4f04-9347-05161f2cd3ff req-d6a2ba42-39ae-4960-8a3e-93ba41cd462a tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496471 Apr 22 16:43:27.819842 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5af7e-ad21-4969-82c5-7827d2793526 req-90a552a1-fc2a-4922-8c3c-838c850e2eb2 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:27.822058 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-89c5af7e-ad21-4969-82c5-7827d2793526 req-90a552a1-fc2a-4922-8c3c-838c850e2eb2 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.1060994 Apr 22 16:43:27.885024 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-89c5af7e-ad21-4969-82c5-7827d2793526 req-a2f4f54a-4502-4211-a734-9d0a513d0353 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556719 Apr 22 16:43:29.117494 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb1430-33c4-4298-8df9-2847fdb1f0d0 req-a9ee2905-6044-40a3-875c-e036f274339b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:29.119169 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77fb1430-33c4-4298-8df9-2847fdb1f0d0 req-a9ee2905-6044-40a3-875c-e036f274339b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.1008537 Apr 22 16:43:29.419040 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-77fb1430-33c4-4298-8df9-2847fdb1f0d0 req-c312e175-098c-442b-a674-dcc1aeb05182 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&id=76903cb0-5431-4940-8146-70864b28619d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2932706 Apr 22 16:43:31.312717 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:31.581113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:43:42.998665 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-995045a5-196e-4e4e-9aca-5b34b7f530ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:45.215587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5a31-d236-420c-b8e5-c4d78e9c29a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:46.358268 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:46.553745 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:47.643441 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:43:50.111626 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-7f3a23d8-f4de-4fbb-9a36-868add5d86b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839524 Apr 22 16:43:50.289816 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-e3fcaec7-f980-4919-83dd-f95ccd225bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:50.291465 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-e3fcaec7-f980-4919-83dd-f95ccd225bd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1138 time: 0.0811539 Apr 22 16:43:50.455687 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-372944fb-2a28-4096-b5c9-f9721ce2e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:50.457207 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-372944fb-2a28-4096-b5c9-f9721ce2e7fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 916 time: 0.1388426 Apr 22 16:43:50.571726 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-a98595d4-5edd-4f5e-8731-1274c6a83b91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 1001 time: 0.1073828 Apr 22 16:43:50.645127 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-94960a26-a70e-4d71-a718-6c2480b41339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:50.646809 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-94960a26-a70e-4d71-a718-6c2480b41339 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.0680652 Apr 22 16:43:50.734117 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-2943945b-e6e4-4753-9d09-e841dd962edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:43:50.735631 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-2943945b-e6e4-4753-9d09-e841dd962edf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823870 Apr 22 16:43:50.886695 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-7f799b8b-2391-4997-8d37-d5b0e8f97512 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433008 Apr 22 16:43:51.042788 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-6172eb49-39f9-449c-8d16-a0ac2fd57a12 req-f05dc400-e560-492b-8732-ec30d7034a4b service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480749 Apr 22 16:44:01.307086 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:08.581370 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:44:13.003433 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c0921f98-0188-4f1d-8857-079842e2b0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:15.221190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-2cee096b-77ba-441d-b038-7d5079a41e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:16.369649 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:16.586523 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:17.609636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:31.305740 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:32.958664 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-0a205d72-d7d8-4de8-a620-36003592e912 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590623991&fields=id&tenant_id=0720e13c588347a8be6c0e00cf14f965 HTTP/1.1" status: 200 len: 267 time: 0.0476196 Apr 22 16:44:33.054968 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-2212659e-4154-4fc7-8da6-907dafa350fd tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:33.056611 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-2212659e-4154-4fc7-8da6-907dafa350fd tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 985 time: 0.0917733 Apr 22 16:44:33.069295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.v2.base [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Request body: {'port': {'security_groups': ['dd01b0c2-f13b-4395-a338-01b4e0b5c5a8']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:44:33.223695 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1802079'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:33.552452 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08f78293-54c2-4391-be88-b8d455ffe893,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:33.578806 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:33.608566 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740040871880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740040423505', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363296814352278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823277733'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:33.615071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-60dbd1b4-5e4c-43b1-9776-a1cf7a69e06b tempest-AttachVolumeTestJSON-1566812879 tempest-AttachVolumeTestJSON-1566812879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:33.644621 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['08f78293-54c2-4391-be88-b8d455ffe893'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:44:33.676899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:33.677612 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:33.679187 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dff8173b-61f0-4532-94e7-2e9714fbaea5 req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "PUT /v2.0/ports/08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 943 time: 0.6156936 Apr 22 16:44:33.686482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:44:33.687130 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49648) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:33.751312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event updated for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=7']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:33.752780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.753297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.753728 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.756724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.757319 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.759340 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.759983 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.760548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.761100 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.761636 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.762159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.762732 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:33.768023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a7e6977d-0b57-4b06-9cb1-09eda322638b tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:33.770788 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893', 'status': 'completed', 'code': 200} Apr 22 16:44:33.801600 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:33.843331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] get_ports_and_sgs() called for port_ids ['08f78293-54c2-4391-be88-b8d455ffe893'] {{(pid=86489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:44:33.897919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:33.958371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-7ab4df1b-bb2e-4b12-9304-430d7044e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:33.960054 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-7ab4df1b-bb2e-4b12-9304-430d7044e8b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1099 time: 0.1548915 Apr 22 16:44:34.063262 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.provisioning_blocks [None req-9c0ecf03-b8c3-4a10-9354-ad86950c8cd5 None None] Provisioning complete for port 08f78293-54c2-4391-be88-b8d455ffe893 triggered by entity DHCP. {{(pid=86489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:44:34.063548 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecf03-b8c3-4a10-9354-ad86950c8cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853039998'] for port, provisioning_complete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:34.117325 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-b22f0c1f-7e32-45be-a512-7f6921a54bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:34.119064 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-b22f0c1f-7e32-45be-a512-7f6921a54bdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 916 time: 0.1517220 Apr 22 16:44:34.243016 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-cfd332bc-2974-461f-8af6-2f3064666a49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 1001 time: 0.1165674 Apr 22 16:44:34.290122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:34.298487 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e11ce165-a151-489f-859c-ebb70c20ff3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:34.325793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76903cb0-5431-4940-8146-70864b28619d,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:34.340978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.341413 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.341828 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.342234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.342655 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.343052 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.343450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.343852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.344280 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.344680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.345079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.345476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-iscsi {{(pid=86487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:44:34.351141 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:34.355140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-b1e650ca-ca75-4a4f-a3fd-1bcabeee4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:34.356790 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-b1e650ca-ca75-4a4f-a3fd-1bcabeee4b22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.1073053 Apr 22 16:44:34.357640 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:34.358734 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "DELETE /v2.0/security-groups/76903cb0-5431-4940-8146-70864b28619d HTTP/1.1" status: 204 len: 168 time: 0.6700168 Apr 22 16:44:34.361733 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49654) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:34.884751 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-9cc5b533-db45-43f8-a9c8-61bebdce2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:34.886366 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-9cc5b533-db45-43f8-a9c8-61bebdce2967 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5211713 Apr 22 16:44:34.923509 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Deleting port c6528f8e-fafc-4957-96b2-7e1e203de15f {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:34.923890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:35.183226 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-b918fd59-b663-4275-918b-eb14e6a90f53 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861025 Apr 22 16:44:35.250995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:35.251366 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:35.444404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Calling delete_port for c6528f8e-fafc-4957-96b2-7e1e203de15f owned by network:floatingip {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:35.543215 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-bd0e9f7b-c987-483f-9d08-a8cfc3791645 req-0723d005-56bf-4484-b277-8227aded3874 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510890 Apr 22 16:44:35.654634 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:35.660313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-92ee7738-7944-4d97-ad5e-93a076af99ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:35.741231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event deleted for resources: {'Port': ['ID=c6528f8e-fafc-4957-96b2-7e1e203de15f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:35.744304 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:35.811682 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks [] for floatingip, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:35.812032 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.db.l3_db [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Floating IP 55ef6599-8689-4676-b834-60f5982f1765 disassociated (deleted). External IP: 172.27.3.70, port: 08f78293-54c2-4391-be88-b8d455ffe893. Apr 22 16:44:36.212469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Router 12b095a5-d6e8-493f-ae23-274d8ce813e5 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:44:36.407122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:44:36.416827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] Sync routers for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:44:36.425778 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:36.428461 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:44:36.429131 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:44:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:36.488063 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-b740c9da-26fc-450b-951c-d249a9f1dfaa tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "DELETE /v2.0/floatingips/55ef6599-8689-4676-b834-60f5982f1765 HTTP/1.1" status: 204 len: 168 time: 2.1244836 Apr 22 16:44:36.489434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:44:36.554332 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893', 'status': 'completed', 'code': 200} Apr 22 16:44:36.662790 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:44:36.688635 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-5c2f3e5f-c9dd-4ece-aa2b-38378d88df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:36.690830 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-5c2f3e5f-c9dd-4ece-aa2b-38378d88df1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0720e13c588347a8be6c0e00cf14f965&device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 1099 time: 0.0881302 Apr 22 16:44:36.875083 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-eabe7969-51ac-42ad-b8db-a61cd41e1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:36.877664 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-eabe7969-51ac-42ad-b8db-a61cd41e1a6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 200 len: 916 time: 0.1800392 Apr 22 16:44:36.964949 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-ab329752-cde9-4f80-ab46-f671cf01bd1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 200 len: 217 time: 0.0810089 Apr 22 16:44:37.062890 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:37.064210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-e1b6ad63-0664-4ed6-9430-6c3947ba272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:37.066526 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-e1b6ad63-0664-4ed6-9430-6c3947ba272c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 200 len: 854 time: 0.0938840 Apr 22 16:44:37.068702 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] Checking router: 12b095a5-d6e8-493f-ae23-274d8ce813e5 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:44:37.078517 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:44:37.079200 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:44:15Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:37.154379 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-74db6f48-d6a8-455a-9210-cc67f81210c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:37.156306 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-74db6f48-d6a8-455a-9210-cc67f81210c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e259735-51c2-44bd-851b-97e0696966bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840566 Apr 22 16:44:37.282672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:44:37.323406 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-39dd5a61-b3e8-4d37-8798-fdd06510d084 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492472 Apr 22 16:44:37.474581 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-dd81de9a-21b5-4a47-9353-fb7c54357be6 req-f0ade98e-1244-44ef-8781-ec50de431f01 service neutron] 10.222.0.26 "GET /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441972 Apr 22 16:44:37.826426 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:37.831184 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc541a0-f973-428a-99e1-6f204cea234b None None] The sync data for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi is: [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:40:54Z', 'revision_number': 4, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi', '_interfaces': [{'id': 'cc0d5463-f4eb-417c-95e9-f1688e396203', 'name': '', 'network_id': '2e259735-51c2-44bd-851b-97e0696966bd', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'mac_address': 'fa:16:3e:66:be:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:53Z', 'updated_at': '2021-04-22T16:41:02Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'subnets': [{'id': 'd06a715d-6f2d-44d7-bdb2-18ed52fb516c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:44:38.208047 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad6f25e-fbdf-42ab-ac49-ff0955aab029 None None] New status for floating IP 55ef6599-8689-4676-b834-60f5982f1765: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:44:41.272997 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a212-1765-4c1c-89d0-75f09bfb5b72 req-26e974f4-70d7-48c5-9f70-307c71ba5646 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:41.274669 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e56a212-1765-4c1c-89d0-75f09bfb5b72 req-26e974f4-70d7-48c5-9f70-307c71ba5646 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.0952222 Apr 22 16:44:41.325247 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-5e56a212-1765-4c1c-89d0-75f09bfb5b72 req-09fcb602-8d25-4198-8f38-0eea931ee3e2 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Apr 22 16:44:42.542163 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80877b-3387-4a33-ac3f-1ac53d9f5725 req-f6aeaaac-be45-42f9-a2ac-2c9c5fbfb48e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:42.543688 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9a80877b-3387-4a33-ac3f-1ac53d9f5725 req-f6aeaaac-be45-42f9-a2ac-2c9c5fbfb48e tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.0959795 Apr 22 16:44:42.593336 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-9a80877b-3387-4a33-ac3f-1ac53d9f5725 req-89bcf16f-eb52-421a-9f5c-10cf27bb4f33 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Apr 22 16:44:43.009318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-285c614b-dea7-4282-bc83-9e8836695890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:43.199307 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b0cfe8d1-43ba-4fcf-9d1f-74fe25005917 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:43.200187 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b0cfe8d1-43ba-4fcf-9d1f-74fe25005917 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Synchronizing usage tracker for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:port {{(pid=86487) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:44:43.239392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.quota.resource [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b0cfe8d1-43ba-4fcf-9d1f-74fe25005917 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Unset dirty status for tenant:0720e13c588347a8be6c0e00cf14f965 on resource:port {{(pid=86487) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:44:43.241523 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b0cfe8d1-43ba-4fcf-9d1f-74fe25005917 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.1339822 Apr 22 16:44:43.327507 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Deleting port 08f78293-54c2-4391-be88-b8d455ffe893 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:43.327932 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:43.840964 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5743ea7-2d2b-4c8e-89ee-c65bb2684d60 req-84fcdcb8-1c5f-4ed8-ae0d-a57065f915a9 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:44:43.842705 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a5743ea7-2d2b-4c8e-89ee-c65bb2684d60 req-84fcdcb8-1c5f-4ed8-ae0d-a57065f915a9 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 946 time: 0.1063228 Apr 22 16:44:43.892081 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] For port 08f78293-54c2-4391-be88-b8d455ffe893, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=08f78293-54c2-4391-be88-b8d455ffe893,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:43.892458 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:43.903251 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-a5743ea7-2d2b-4c8e-89ee-c65bb2684d60 req-d1e495aa-d13f-422c-843b-2713667766dc tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523784 Apr 22 16:44:44.034346 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Calling delete_port for 08f78293-54c2-4391-be88-b8d455ffe893 owned by compute:nova {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:44.426859 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:44.433763 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-e04a3c31-4802-4d2b-b31a-403b15b23b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:44.483787 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Pushing event deleted for resources: {'Port': ['ID=08f78293-54c2-4391-be88-b8d455ffe893,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:44.488818 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:44.573284 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] No DVR routers for this DVR port 08f78293-54c2-4391-be88-b8d455ffe893 on host hv-cinder-78462 {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:44:44.575879 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:44.578874 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'name': 'network-vif-deleted', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893'}] {{(pid=86487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:44:44.632776 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-d49ffe52-df5b-4b69-b1d3-5c64c46a5fbc req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.26 "DELETE /v2.0/ports/08f78293-54c2-4391-be88-b8d455ffe893 HTTP/1.1" status: 204 len: 173 time: 1.3853512 Apr 22 16:44:44.634714 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcbefb3-5385-40e0-b20e-bdb72e2560e9', 'name': 'network-vif-deleted', 'tag': '08f78293-54c2-4391-be88-b8d455ffe893', 'status': 'completed', 'code': 200} Apr 22 16:44:45.104554 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [req-ccb556a4-0aa0-4114-a6d1-078a4f57361b req-b7b402e1-ba6c-456f-940a-eeec76c0dcbc tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dcbefb3-5385-40e0-b20e-bdb72e2560e9 HTTP/1.1" status: 200 len: 210 time: 0.0539081 Apr 22 16:44:45.214979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e802be80-fa7f-4545-9ecc-ee484d3109c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:45.583853 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:44:45.637939 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08f78293-54c2-4391-be88-b8d455ffe893 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:44:45.675617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] No Port match for: 08f78293-54c2-4391-be88-b8d455ffe893 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:44:45.676013 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Device 08f78293-54c2-4391-be88-b8d455ffe893 not bound to the agent host hv-cinder-78462 {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:44:46.294575 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:46.568857 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:47.574317 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49742) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:47.620296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:48.159791 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:48.532190 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Deleting port cc0d5463-f4eb-417c-95e9-f1688e396203 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:48.532436 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:48.717231 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] For port cc0d5463-f4eb-417c-95e9-f1688e396203, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=cc0d5463-f4eb-417c-95e9-f1688e396203,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:48.717829 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:48.855674 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Calling delete_port for cc0d5463-f4eb-417c-95e9-f1688e396203 owned by network:router_interface {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:49.163287 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:49.168256 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9d40c219-5aac-43de-a48c-2d9653988b38 tempest-TestVolumeBootPattern-1901236243 tempest-TestVolumeBootPattern-1901236243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:49.215822 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0d5463-f4eb-417c-95e9-f1688e396203,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:49.218462 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:49.510793 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:49.911309 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Router 12b095a5-d6e8-493f-ae23-274d8ce813e5 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:44:50.108324 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:44:50.119030 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] Sync routers for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:44:50.122055 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-f3e8ae3a-1fe2-4531-97f3-cc5ce9f782aa admin admin] 10.222.0.10 "PUT /v2.0/routers/12b095a5-d6e8-493f-ae23-274d8ce813e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5461624 Apr 22 16:44:50.125919 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49746) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:50.129559 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:44:50.130501 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:44:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:50.349113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:44:50.575535 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks [] for router, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:50.671191 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:44:49Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:50.675508 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] Checking router: 12b095a5-d6e8-493f-ae23-274d8ce813e5 for host: dv-cinder-784623-7-iscsi {{(pid=86489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:44:50.684583 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] Routers {'12b095a5-d6e8-493f-ae23-274d8ce813e5'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:44:50.685297 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:44:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['12b095a5-d6e8-493f-ae23-274d8ce813e5'], 'active': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:50.776011 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:50.809196 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Deleting port d38295f7-d20b-42a8-9ef0-66f2487e9a5f {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:50.809587 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:50.880091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] Set router 12b095a5-d6e8-493f-ae23-274d8ce813e5 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:44:51.006918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] For port d38295f7-d20b-42a8-9ef0-66f2487e9a5f, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:51.007516 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:51.147087 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Calling delete_port for d38295f7-d20b-42a8-9ef0-66f2487e9a5f owned by network:router_gateway {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:51.203999 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:44:49Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:51.208637 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2531269-bcb0-48a6-9178-ee2c10a6857b None None] The sync data for ids ['12b095a5-d6e8-493f-ae23-274d8ce813e5'] in dv-cinder-784623-7-iscsi is: [{'id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'name': 'tempest-TestMinimumBasicScenario-1060526021-router', 'tenant_id': '0720e13c588347a8be6c0e00cf14f965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:49Z', 'updated_at': '2021-04-22T16:44:49Z', 'revision_number': 5, 'project_id': '0720e13c588347a8be6c0e00cf14f965', 'gw_port': {'id': 'd38295f7-d20b-42a8-9ef0-66f2487e9a5f', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b095a5-d6e8-493f-ae23-274d8ce813e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:50Z', 'updated_at': '2021-04-22T16:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}] {{(pid=86489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:44:51.454833 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:51.459377 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-0d00cabf-1178-44ee-8249-994b4cb53641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:51.511010 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38295f7-d20b-42a8-9ef0-66f2487e9a5f,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:51.514369 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:51.608469 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:51.798182 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:51.800684 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:51.911662 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:51.912275 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b095a5-d6e8-493f-ae23-274d8ce813e5 {{(pid=86487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:44:51.928247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:51.930021 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a4de2e45-0664-488b-bab2-790ea15ff721 admin admin] 10.222.0.10 "DELETE /v2.0/routers/12b095a5-d6e8-493f-ae23-274d8ce813e5 HTTP/1.1" status: 204 len: 168 time: 1.8027534 Apr 22 16:44:51.933252 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49752) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:52.008408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Deleting subnet d06a715d-6f2d-44d7-bdb2-18ed52fb516c {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:44:52.011851 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.067551 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.155550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.234769 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device cc0d5463-f4eb-417c-95e9-f1688e396203 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:44:52.279691 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: cc0d5463-f4eb-417c-95e9-f1688e396203 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:44:52.280530 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device cc0d5463-f4eb-417c-95e9-f1688e396203 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:44:52.281392 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d38295f7-d20b-42a8-9ef0-66f2487e9a5f no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:44:52.319689 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: d38295f7-d20b-42a8-9ef0-66f2487e9a5f {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:44:52.319979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device d38295f7-d20b-42a8-9ef0-66f2487e9a5f not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:44:52.461074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.466210 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:52.506855 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06a715d-6f2d-44d7-bdb2-18ed52fb516c,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:52.509079 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.513611 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:52.515581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a505c28-1dac-4863-a1f4-c9527c6db9a5 None None] Network 2e259735-51c2-44bd-851b-97e0696966bd requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:44:52.516799 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8077bbb9-36c2-4a51-9c5b-59f8b14118a7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d06a715d-6f2d-44d7-bdb2-18ed52fb516c HTTP/1.1" status: 204 len: 168 time: 0.5824754 Apr 22 16:44:52.520866 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49756) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:52.641082 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.654574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Deleting port 56db0186-b035-4efa-91ad-4542d4ca8768 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:52.655018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.824091 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] DHCP port deletion for 2e259735-51c2-44bd-851b-97e0696966bd request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:44:52.832797 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Deleting port 56db0186-b035-4efa-91ad-4542d4ca8768 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:52.834622 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:52.892483 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] For port 56db0186-b035-4efa-91ad-4542d4ca8768, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=56db0186-b035-4efa-91ad-4542d4ca8768,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:52.893623 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.029605 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Calling delete_port for 56db0186-b035-4efa-91ad-4542d4ca8768 owned by network:dhcp {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:53.067335 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] For port 56db0186-b035-4efa-91ad-4542d4ca8768, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=56db0186-b035-4efa-91ad-4542d4ca8768,segment=NetworkSegment(206b8b99-53cb-4e2c-a37f-5be8213d7ad8),segment_id=206b8b99-53cb-4e2c-a37f-5be8213d7ad8)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:53.067675 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.163050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.168402 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ac4d0c37-4528-4034-9fd8-eef7e58f2a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:53.202701 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Calling delete_port for 56db0186-b035-4efa-91ad-4542d4ca8768 owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:53.214750 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=56db0186-b035-4efa-91ad-4542d4ca8768,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:53.218150 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:53.218995 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] No DVR routers for this DVR port 56db0186-b035-4efa-91ad-4542d4ca8768 on host dv-cinder-784623-7-iscsi {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:44:53.281725 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86489) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:44:53.282071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:44:53.351909 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.466455 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e259735-51c2-44bd-851b-97e0696966bd']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:53.479970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206b8b99-53cb-4e2c-a37f-5be8213d7ad8') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:53.480356 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206b8b99-53cb-4e2c-a37f-5be8213d7ad8') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:53.492638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.509002 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.515672 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:44:53.697657 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Network 2e259735-51c2-44bd-851b-97e0696966bd has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:44:53.707142 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.784312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Deleting port 56db0186-b035-4efa-91ad-4542d4ca8768 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:53.784676 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:53.860849 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-f721169f-ccee-425b-8f87-9a61ba9f812e None None] The port '56db0186-b035-4efa-91ad-4542d4ca8768' was deleted {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:44:53.890562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Network 2e259735-51c2-44bd-851b-97e0696966bd has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:44:53.914598 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:44:54.025899 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:54.029804 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:54.046709 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:54.053266 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e259735-51c2-44bd-851b-97e0696966bd,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:54.058253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:54.101362 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-4a9a066b-e84a-4dab-8083-261ebcaa8e67 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2e259735-51c2-44bd-851b-97e0696966bd HTTP/1.1" status: 204 len: 168 time: 1.5793650 Apr 22 16:44:54.104390 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49760) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:54.234133 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 56db0186-b035-4efa-91ad-4542d4ca8768 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:44:54.274916 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 56db0186-b035-4efa-91ad-4542d4ca8768 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:44:54.275296 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 56db0186-b035-4efa-91ad-4542d4ca8768 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:44:54.935103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854380134'] for router_interface, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:55.321562 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Deleting port bf050d3c-f318-4706-8a81-37e6dc78528e {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:55.322185 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:55.511840 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] For port bf050d3c-f318-4706-8a81-37e6dc78528e, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=bf050d3c-f318-4706-8a81-37e6dc78528e,segment=NetworkSegment(732beaa1-caac-4151-9c49-4e2823a57f24),segment_id=732beaa1-caac-4151-9c49-4e2823a57f24)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:55.512285 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:55.652801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Calling delete_port for bf050d3c-f318-4706-8a81-37e6dc78528e owned by network:router_interface {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:55.899680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:55.905074 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-2e4818a7-244f-4520-b27d-e6b2aa17d64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:55.961050 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf050d3c-f318-4706-8a81-37e6dc78528e,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:55.964393 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:56.296670 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854380060'] for router_interface, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:56.827601 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Router dc1c471e-67e4-4b34-91ff-0984b0a2a647 has already been hosted by L3 agent e187cda9-5270-4f9b-8ee6-349bbc4287a0 {{(pid=86487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:44:57.066907 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-iscsi the message routers_updated {{(pid=86487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:44:57.076489 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] Sync routers for ids ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'] in dv-cinder-784623-7-iscsi {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:44:57.076675 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-ec2487da-5cf7-435a-9c30-822b852fe4f0 admin admin] 10.222.0.10 "PUT /v2.0/routers/dc1c471e-67e4-4b34-91ff-0984b0a2a647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9711647 Apr 22 16:44:57.079736 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49764) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:57.087465 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] Routers {'dc1c471e-67e4-4b34-91ff-0984b0a2a647'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:44:57.088132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:44:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:57.463957 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] Set router dc1c471e-67e4-4b34-91ff-0984b0a2a647 gateway port host: dv-cinder-784623-7-iscsi {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:44:57.546046 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks [] for router, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:57.742023 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:57.781102 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'external_fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '3bec3754-d986-4798-a2cb-122250c62aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:44:55Z', 'revision_number': 5, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port': {'id': '3bec3754-d986-4798-a2cb-122250c62aae', 'name': '', 'network_id': '0e097e9c-61d1-4f54-8150-f568ded63583', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:70:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:40:59Z', 'updated_at': '2021-04-22T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13ddb865-7b75-492d-a919-35bf5a6e37c1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-iscsi'}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:57.786394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] Checking router: dc1c471e-67e4-4b34-91ff-0984b0a2a647 for host: dv-cinder-784623-7-iscsi {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:44:57.795952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] Routers {'dc1c471e-67e4-4b34-91ff-0984b0a2a647'} bound to L3 agent in host dv-cinder-784623-7-iscsi {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:44:57.797579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Deleting port 3bec3754-d986-4798-a2cb-122250c62aae {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:44:57.797972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:57.798118 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:16:45Z,description=,heartbeat_timestamp=2021-04-22T16:44:45Z,host='dv-cinder-784623-7-iscsi',id=e187cda9-5270-4f9b-8ee6-349bbc4287a0,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:16:45Z,topic='l3_agent')) {'router_ids': ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:57.966230 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvr_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] Set router dc1c471e-67e4-4b34-91ff-0984b0a2a647 gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:44:57.992581 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] For port 3bec3754-d986-4798-a2cb-122250c62aae, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=3bec3754-d986-4798-a2cb-122250c62aae,segment=NetworkSegment(f6858163-f39d-4a23-bd1c-955ac39466f6),segment_id=f6858163-f39d-4a23-bd1c-955ac39466f6)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:44:57.992911 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:58.092624 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_hamode_db [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:44:57Z', 'revision_number': 6, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port_host': None}], 'dv-cinder-784623-7-iscsi', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:44:58.100363 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699c569-a574-4c00-80cb-53d563a798e1 None None] The sync data for ids ['dc1c471e-67e4-4b34-91ff-0984b0a2a647'] in dv-cinder-784623-7-iscsi is: [{'id': 'dc1c471e-67e4-4b34-91ff-0984b0a2a647', 'name': 'tempest-TestMinimumBasicScenario-827610063-router', 'tenant_id': '44f1754d5397440594087edc8c41b308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:40:58Z', 'updated_at': '2021-04-22T16:44:57Z', 'revision_number': 6, 'project_id': '44f1754d5397440594087edc8c41b308', 'gw_port_host': None}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:44:58.147923 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Calling delete_port for 3bec3754-d986-4798-a2cb-122250c62aae owned by network:router_gateway {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:44:58.195381 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bf050d3c-f318-4706-8a81-37e6dc78528e no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:44:58.235024 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: bf050d3c-f318-4706-8a81-37e6dc78528e {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:44:58.235715 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device bf050d3c-f318-4706-8a81-37e6dc78528e not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:44:58.368832 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:58.373267 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b557211f-8fa9-49fa-b987-4621fbfe885d tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:58.423320 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Pushing event deleted for resources: {'Port': ['ID=3bec3754-d986-4798-a2cb-122250c62aae,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:58.427237 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:58.531638 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:58.731848 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-396089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3640'] for router, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:58.734352 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.043617 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854376067'] for router, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.044312 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc1c471e-67e4-4b34-91ff-0984b0a2a647 {{(pid=86487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:44:59.059219 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] Notify callbacks [] for router, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.060476 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8dd60d6c-c4ef-4b5a-8f60-9c4db4cd56db admin admin] 10.222.0.10 "DELETE /v2.0/routers/dc1c471e-67e4-4b34-91ff-0984b0a2a647 HTTP/1.1" status: 204 len: 168 time: 1.9785249 Apr 22 16:44:59.065176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49768) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:44:59.160171 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.db_base_plugin_v2 [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Deleting subnet 42315dd9-b49a-46af-b6ea-7d9a1a740b83 {{(pid=86487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:44:59.163565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.226994 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036821725975'] for subnet, precommit_delete_associations {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.323122 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853346912'] for subnet, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.906801 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1428888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822969163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036822284516'] for subnet, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.911972 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:44:59.953445 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42315dd9-b49a-46af-b6ea-7d9a1a740b83,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:44:59.956176 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:44:59.959247 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:44:59.961627 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db0382-714f-41b5-a266-a98b8c0bce1b None None] Network 46d74495-7b89-4e93-9812-132a15409619 requested from dv-cinder-784623-7-iscsi {{(pid=86489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:44:59.963961 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-13941b40-99dd-46e7-adac-874b55826bd0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/42315dd9-b49a-46af-b6ea-7d9a1a740b83 HTTP/1.1" status: 204 len: 168 time: 0.8971014 Apr 22 16:44:59.966970 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49772) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:45:00.102486 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853357588'] for network, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:00.117963 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Deleting port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 {{(pid=86487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:45:00.118582 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:00.282423 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3bec3754-d986-4798-a2cb-122250c62aae no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:45:00.317154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] DHCP port deletion for 46d74495-7b89-4e93-9812-132a15409619 request from dv-cinder-784623-7-iscsi {{(pid=86489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:45:00.325831 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 3bec3754-d986-4798-a2cb-122250c62aae {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:45:00.326234 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3bec3754-d986-4798-a2cb-122250c62aae not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:45:00.329463 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Deleting port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:45:00.329938 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:00.417019 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] For port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,segment=NetworkSegment(732beaa1-caac-4151-9c49-4e2823a57f24),segment_id=732beaa1-caac-4151-9c49-4e2823a57f24)] {{(pid=86487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:45:00.417434 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:00.567574 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Calling delete_port for 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 owned by network:dhcp {{(pid=86487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:45:00.723382 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853017935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853849065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363296813903903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296814352312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822968479'] for port, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:00.728664 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-1fdc2c80-6574-4f19-ada7-0f7c58a90778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:45:00.733722 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.db [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] For port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650, host dv-cinder-784623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-iscsi',level=0,port_id=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,segment=NetworkSegment(732beaa1-caac-4151-9c49-4e2823a57f24),segment_id=732beaa1-caac-4151-9c49-4e2823a57f24)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:45:00.734164 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:00.781251 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:45:00.784167 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] No DVR routers for this DVR port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 on host dv-cinder-784623-7-iscsi {{(pid=86487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:45:00.786018 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:45:00.872165 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Calling delete_port for 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:45:00.916698 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428981', 'neutron.services.segments.db._delete_segments_for_network-8740040953971'] for network, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:00.958026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.db.api [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86489) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:45:00.958492 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_db.api [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:45:01.033154 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d74495-7b89-4e93-9812-132a15409619']}} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:45:01.051450 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732beaa1-caac-4151-9c49-4e2823a57f24') {'for_net_delete': True} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:45:01.051882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.services.segments.db [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732beaa1-caac-4151-9c49-4e2823a57f24') {} {{(pid=86487) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:45:01.066316 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296813841251', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33049825'] for segment, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:01.191906 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427142'] for segment, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:01.198713 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=86487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:45:01.350845 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:01.390576 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Network 46d74495-7b89-4e93-9812-132a15409619 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:45:01.399625 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853348687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31807254'] for segment, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:01.460343 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Deleting port 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:45:01.461140 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296813907828'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:01.535579 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-eb83b1a4-c806-43f5-b488-19668e4865b6 None None] The port '3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650' was deleted {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:45:01.584394 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.managers [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Network 46d74495-7b89-4e93-9812-132a15409619 has no segments {{(pid=86487) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: Traceback (most recent call last): Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: timer() Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: cb(*args, **kw) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: return func(*args, **kwargs) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: self._notify() Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: self.callback(batched_events) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: event.method(event) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: segment_id)['aggregates'][0] Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: return f(self, *a, **k) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: return self._get(url).json() Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: **kwargs) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: return self.request(url, 'GET', **kwargs) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: **endpoint_filter) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:45:01.607750 dv-cinder-784623-7-iscsi neutron-server[86372]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:45:02.221021 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853346819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854019682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396674'] for network, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:02.226476 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854019699'] for network, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:02.231485 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:45:02.235397 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 no longer exists at agent ovs-agent-dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:45:02.256654 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Pushing event deleted for resources: {'Network': ['ID=46d74495-7b89-4e93-9812-132a15409619,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:45:02.261159 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] 10.222.0.10 "DELETE /v2.0/networks/46d74495-7b89-4e93-9812-132a15409619 HTTP/1.1" status: 204 len: 168 time: 2.2917984 Apr 22 16:45:02.261159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-baf58684-a0ae-4fb2-aeca-476e9062673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:45:02.279707 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.plugin [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] No Port match for: 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 {{(pid=86489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:45:02.280113 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.plugins.ml2.rpc [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Device 3ec6f6ba-bc46-40ee-bce8-70c0fb9e0650 not bound to the agent host dv-cinder-784623-7-iscsi {{(pid=86489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:45:03.037240 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49778) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:45:03.092523 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-a079f14b-18ea-48ae-b240-66f503428a8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0720e13c588347a8be6c0e00cf14f965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538046 Apr 22 16:45:03.094979 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49782) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:45:03.159146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c95e825-60e8-4ca2-8a7b-34c87014d1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:03.187768 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c95e825-60e8-4ca2-8a7b-34c87014d1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:03.414119 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c95e825-60e8-4ca2-8a7b-34c87014d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:03.419443 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-af36aa03-487b-47bf-98f7-d67d6b89f66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:45:03.433844 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95e825-60e8-4ca2-8a7b-34c87014d1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd01b0c2-f13b-4395-a338-01b4e0b5c5a8,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:45:03.439371 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-9c95e825-60e8-4ca2-8a7b-34c87014d1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:45:03.441331 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9c95e825-60e8-4ca2-8a7b-34c87014d1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:03.442640 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-9c95e825-60e8-4ca2-8a7b-34c87014d1c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd01b0c2-f13b-4395-a338-01b4e0b5c5a8 HTTP/1.1" status: 204 len: 168 time: 0.3463726 Apr 22 16:45:04.054067 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49790) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:45:04.112525 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-8a62a729-2f9c-4fe9-9920-d65bf3a5a084 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44f1754d5397440594087edc8c41b308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569639 Apr 22 16:45:04.115313 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [-] (86487) accepted ('10.222.0.10', 49794) {{(pid=86487) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:45:04.183049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-781ef0a4-a1bb-4812-ad8a-e09c97750139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:04.209954 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-781ef0a4-a1bb-4812-ad8a-e09c97750139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:04.367888 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-781ef0a4-a1bb-4812-ad8a-e09c97750139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:04.373385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-b422d40c-9971-49f0-980d-53af19a379f5 tempest-TestMinimumBasicScenario-561877663 tempest-TestMinimumBasicScenario-561877663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:45:04.388819 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ef0a4-a1bb-4812-ad8a-e09c97750139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5871027-3df2-46f4-a14b-6be70dfbda9d,revision_number=None']} {{(pid=86487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:45:04.391432 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG oslo_concurrency.lockutils [None req-781ef0a4-a1bb-4812-ad8a-e09c97750139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86487) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:45:04.393666 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-781ef0a4-a1bb-4812-ad8a-e09c97750139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86487) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:04.394908 dv-cinder-784623-7-iscsi neutron-server[86372]: INFO neutron.wsgi [None req-781ef0a4-a1bb-4812-ad8a-e09c97750139 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5871027-3df2-46f4-a14b-6be70dfbda9d HTTP/1.1" status: 204 len: 168 time: 0.2785954 Apr 22 16:45:12.991697 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1cfe-b1fe-49c7-9459-26f016949c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:15.221098 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c7d87333-daee-4a95-a6af-aca976fc736f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:16.346253 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:16.563359 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:17.608812 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:22.584342 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:45:31.311049 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:43.001565 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8fb49aef-07e6-4b0f-8db2-0f487a28b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:45.275908 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0884-53f6-4dc0-a4c3-e75787cab120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:46.413802 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:46.573671 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:47.619596 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:45:59.584724 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:46:01.334041 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:12.990385 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-78ba6041-1f69-4818-9f66-fce60ecd07d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:15.229146 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ce4e918e-d544-4d41-becf-49a36c81b708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:16.380022 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:16.596468 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:17.646872 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:31.333834 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:36.584775 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:46:42.990064 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-ac748467-60e9-407e-b2c0-18f43d604fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:45.259066 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-acd92347-f28f-4153-ac83-35f2902a654c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:46.304157 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:46.579111 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:46:47.647318 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:01.336942 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:13.000926 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-5aaa59b9-2132-4f7e-8613-6d4448736d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:13.584706 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:47:15.222071 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-aa56c9af-bdbd-4f43-90d6-fba4c2d6789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:16.281440 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:16.570641 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:17.629428 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:31.372735 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:42.990159 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-b03a7ee4-e39f-4591-bc69-a43f7f09d65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:45.238815 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8b645c62-a893-4e86-900b-939acdc74652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:46.076408 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.wsgi [req-9190887c-1eb4-43d8-afdc-c7316deaefdf req-354336ec-dc13-4280-a98b-d4a90a400419 service neutron] (86488) timed out ('10.222.0.10', 45356) {{(pid=86488) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 16:47:46.286470 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:46.594947 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:47.640827 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:47:50.584045 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:48:01.375451 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:13.000896 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-8a484ad8-444d-4b7f-941a-17684048ac9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:15.229132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-f3188288-44c4-4dad-b1d1-e8b573607d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:16.304132 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:16.589205 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:17.634570 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:27.583952 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:48:31.391914 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:43.009680 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-c66ce843-bbe7-4009-8378-cd40d2cb6e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:45.237882 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a43cfe8e-aed9-41be-8465-9c013cfc83f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:46.317543 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:46.588446 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:48:47.639561 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:01.405103 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:04.584969 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:49:12.988918 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-e15c0d2d-9ae6-4f9a-bd52-886cdff612d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:15.219780 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9cb8178a-9f40-4ec7-99db-891f6b3f444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:16.311777 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:16.582867 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:17.645179 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:31.388303 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:41.585404 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:49:43.008026 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9361ad9e-5147-4219-af58-3f244963991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:45.290550 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-034c3e22-41b4-45a3-b371-7053e714cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:46.310795 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:46.596110 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:49:47.650295 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:01.395978 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:12.990852 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-81f7da14-fe0e-467e-95a2-6904ee5d4c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:15.224869 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-6a781166-c256-414f-a5f4-c0dcf2bb6893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:16.350894 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-884731f0-efe1-431b-bb52-9f3c6920765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:16.610279 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-65d24f1f-64d1-465b-a4e0-1304e44a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:17.655785 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-a1fae228-9875-4a9a-9b1b-9a92a1e8f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:50:18.590482 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron.db.agents_db [None req-11c6c521-6ebf-4d50-9e03-00616c8cbb8c None None] Agent healthcheck: found 6 active agents {{(pid=86490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:50:31.395226 dv-cinder-784623-7-iscsi neutron-server[86372]: DEBUG neutron_lib.callbacks.manager [None req-9975571d-95eb-4764-bd96-293ac6b87981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296813821829', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1735895'] for agent, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}